-- Logs begin at Tue 2022-01-25 02:44:18 UTC, end at Tue 2022-01-25 04:01:22 UTC. -- Jan 25 03:26:43.607402 dv-cinder-819011-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 25 03:26:46.593995 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.common.config [-] Logging enabled! Jan 25 03:26:46.594621 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev425 Jan 25 03:26:46.594780 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103074) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 25 03:26:46.599173 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.common.config [-] Logging enabled! Jan 25 03:26:46.599434 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev425 Jan 25 03:26:46.599749 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103074) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 25 03:26:46.600693 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 03:26:46.600929 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 03:26:46.601352 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 03:26:46.601550 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 03:26:46.601778 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 03:26:46.602116 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.602537 dv-cinder-819011-2-iscsi neutron-server[103074]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 25 03:26:46.602850 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.603169 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.603465 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.603758 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.604048 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.604332 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.604625 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.604922 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.605209 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.605491 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.605776 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.606076 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.606362 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.606653 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.606941 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.607254 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] debug = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.607539 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.607975 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.608403 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.608689 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.608978 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.609262 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.609534 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.609811 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.610100 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.610436 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] host = dv-cinder-819011-2-iscsi {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.610718 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.611009 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.611325 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.611612 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.611890 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.612169 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.612456 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.612730 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.613006 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] log_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.613285 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.613718 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.614013 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.614306 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.614533 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.614758 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.615046 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.615358 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.615639 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.615918 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.616201 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.616482 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.616760 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.617034 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.617320 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.617604 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.617890 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.618166 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.618443 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.618721 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.618995 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.619305 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.619583 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.619857 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.620132 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.620421 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.620695 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.620970 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.621270 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.621556 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.621839 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.622123 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.622398 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.622680 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.622953 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.623249 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.623524 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] use_json = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.623797 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.624068 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.624347 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.624623 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.624898 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.625172 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.625448 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.625731 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.626009 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:46.626307 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.626605 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.626906 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.627228 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.627522 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.627805 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.628093 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.628373 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.628664 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.628953 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.629271 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.629548 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.629847 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.630138 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.630432 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.630741 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.631034 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.631348 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.631627 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.631905 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.632182 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.632463 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.632753 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.633033 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.633323 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.633612 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.633894 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.634192 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.634479 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.634771 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.635087 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.635355 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.635638 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.635935 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.636214 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.636487 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.636771 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.637063 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.637345 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.637623 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.637908 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.638190 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.638463 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.638737 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.639016 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.639340 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.639617 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.639889 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.640163 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.640439 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.640717 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.641002 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.641283 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.641556 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.641826 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.642104 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.642378 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.642650 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.642928 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.643230 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.643511 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.643785 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.644058 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.644330 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.644603 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.645441 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.645758 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.646073 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.646361 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.646639 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.646912 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.647218 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.647495 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.647772 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.648062 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.648362 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.648641 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.648922 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.649205 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.649483 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.649766 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.650041 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.650320 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.650599 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.650873 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.651209 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.651500 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.651790 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.652095 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.652378 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.652674 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.652954 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.653237 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.653515 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.653794 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.654079 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.654364 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.654658 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.654951 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.655274 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.655572 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.655869 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.656150 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.656464 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.656748 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:46.656966 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 03:26:46.657202 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103074) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 25 03:26:47.031662 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103074) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 25 03:26:47.031941 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103074) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 25 03:26:47.032246 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103074) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 25 03:26:47.032578 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 25 03:26:47.366056 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.366353 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.366633 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.367979 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.368259 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.368527 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.412715 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.413003 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.413272 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.428084 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.428367 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.428640 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.459349 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.459631 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.459896 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.496606 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.496888 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.497159 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.838885 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.839582 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.839582 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.839777 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.840585 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.942806 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.943149 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.943435 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.943705 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.943969 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.944276 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.944534 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.944788 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.945040 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.945319 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.945578 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.945841 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.946094 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.946342 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.946599 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.946859 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.947134 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.947402 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.947668 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.947924 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.948195 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.948445 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.948724 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.949098 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.949344 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.949586 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:47.949979 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 03:26:47.950219 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 03:26:47.950456 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 03:26:47.950690 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 03:26:47.950923 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 03:26:47.951182 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 03:26:47.951544 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 25 03:26:47.954764 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 25 03:26:47.959302 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 25 03:26:47.963378 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jan 25 03:26:47.965084 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 25 03:26:47.966542 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 25 03:26:47.966891 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 25 03:26:47.967312 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 25 03:26:47.970391 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 25 03:26:47.970647 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 25 03:26:47.971274 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 25 03:26:47.977462 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 25 03:26:48.000677 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 25 03:26:48.001129 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:48.001429 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103074) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 25 03:26:48.001787 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:48.003218 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103074) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 25 03:26:48.003503 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 25 03:26:48.003747 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 25 03:26:48.007036 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:48.007341 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:48.072477 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 25 03:26:48.072718 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 25 03:26:48.072952 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 25 03:26:48.073317 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 25 03:26:48.093827 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_db.sqlalchemy.engines [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103074) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 25 03:26:48.656114 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.managers [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Initializing driver for type 'gre' Jan 25 03:26:48.656640 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] gre ID ranges: [(1, 1000)] Jan 25 03:26:48.844657 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.managers [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Initializing driver for type 'local' Jan 25 03:26:48.845273 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.managers [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Initializing driver for type 'vlan' Jan 25 03:26:48.930253 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] VlanTypeDriver initialization complete Jan 25 03:26:48.930526 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.managers [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Initializing driver for type 'vxlan' Jan 25 03:26:48.931025 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] vxlan ID ranges: [(1, 1000)] Jan 25 03:26:49.130278 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.managers [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Initializing extension driver 'port_security' Jan 25 03:26:49.130622 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.extensions.port_security [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] PortSecurityExtensionDriver initialization complete Jan 25 03:26:49.130958 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.managers [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Initializing mechanism driver 'openvswitch' Jan 25 03:26:49.131323 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.managers [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Initializing mechanism driver 'hyperv' Jan 25 03:26:49.137998 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.plugins.ml2.plugin [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:26:49.138847 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > port after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.139297 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > port after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.140811 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > port after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.140811 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103074) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 03:26:49.140811 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > subnet after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.141056 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > subnet after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.141383 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.141782 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103074) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 03:26:49.142187 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > network after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.142534 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > network after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.142872 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > network after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.143291 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103074) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 03:26:49.143695 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > security_group after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.144042 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > security_group after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.144385 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.144783 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103074) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 03:26:49.145349 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.145702 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.146039 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.146436 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103074) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 03:26:49.146885 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > address_group after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.147256 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > address_group after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.147597 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.147992 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103074) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 03:26:49.148434 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] ML2 OVO RPC backend initialized. {{(pid=103074) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 25 03:26:49.149135 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.149490 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.149906 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > network before_response 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.150256 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > networks before_response 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.150613 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > port before_response 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.150955 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > ports before_response 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.151331 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > subnet before_response 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.151671 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > subnets before_response 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.152017 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > network after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.152473 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > network after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.152814 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > network after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.153151 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > port after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.153485 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > port after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.153818 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > port after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.154152 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > subnet after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.154484 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > subnet after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.154814 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.155418 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.plugin [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Modular L2 Plugin initialization complete Jan 25 03:26:49.155745 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading services supported by the core plugin {{(pid=103074) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 25 03:26:49.156066 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.plugins.ml2.managers [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Got port-security extension from driver 'port_security' Jan 25 03:26:49.156524 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.extensions.vlantransparent [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Disabled vlantransparent extension. Jan 25 03:26:49.157008 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103074) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 25 03:26:49.157319 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading Plugin: router Jan 25 03:26:49.194192 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.194531 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router after_create 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.194909 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router before_create 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.195301 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.195683 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.196047 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router after_delete 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.196413 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.198295 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.198688 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router after_create 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.199079 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router after_update 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.199453 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router after_update 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.199823 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.200194 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router after_update 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.200615 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router precommit_update 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.200994 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: port after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.201337 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: port after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.201695 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: subnet after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.202025 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.202373 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.202725 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router precommit_create 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.203101 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: port before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.203448 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router precommit_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.203810 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router after_update 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.204157 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.204514 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router precommit_create 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.204882 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.205235 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router precommit_update 55549900 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.205605 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > agent after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.205961 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > agent after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.206314 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > network after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.207319 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Tracking information for resource: router configured {{(pid=103074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 03:26:49.207655 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Tracking information for resource: floatingip configured {{(pid=103074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 03:26:49.212601 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.db.l3_agentschedulers_db [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 25 03:26:49.213180 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: port after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.213540 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: port after_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.213890 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: port after_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.214238 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: port after_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.215030 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router before_create 55550100 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.215417 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.215777 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router precommit_create 55550100 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.216130 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > router precommit_update 55550100 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.221103 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.services.provider_configuration [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Service providers = [] {{(pid=103074) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 25 03:26:49.223361 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.db.servicetype_db [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103074) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 25 03:26:49.226093 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.services.service_base [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103074) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 03:26:49.226443 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.services.service_base [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103074) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 03:26:49.226876 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.services.service_base [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103074) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 03:26:49.227794 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.services.service_base [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103074) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 03:26:49.228165 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.services.service_base [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 25 03:26:49.228539 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 03:26:49.228857 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 25 03:26:49.253575 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 03:26:49.253910 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading Plugin: auto_allocate Jan 25 03:26:49.259844 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: network precommit_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.260203 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: network precommit_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.260716 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 03:26:49.261032 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading Plugin: tag Jan 25 03:26:49.267998 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 03:26:49.268331 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading Plugin: timestamp Jan 25 03:26:49.272252 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 03:26:49.272579 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading Plugin: network_ip_availability Jan 25 03:26:49.278162 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.278540 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.286617 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.286617 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 03:26:49.286617 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading Plugin: flavors Jan 25 03:26:49.291375 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 03:26:49.291710 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading Plugin: revisions Jan 25 03:26:49.296261 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 03:26:49.296653 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_concurrency.lockutils [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.264s {{(pid=103074) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 25 03:26:49.297399 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103074) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 25 03:26:49.297730 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Initializing extension manager. Jan 25 03:26:49.298345 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: __init__.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.298688 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: __pycache__ {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.299018 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.299378 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: address_group.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.300144 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.300718 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: address-group Jan 25 03:26:49.301764 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: address_scope.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.302567 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.303105 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: address-scope Jan 25 03:26:49.303428 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.304360 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.304922 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: router-admin-state-down-before-update Jan 25 03:26:49.305237 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: agent.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.305938 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.306448 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: agent Jan 25 03:26:49.306767 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: agent_resources_synced.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.307705 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.308216 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: agent-resources-synced Jan 25 03:26:49.308534 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: allowedaddresspairs.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.310342 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.310867 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: allowed-address-pairs Jan 25 03:26:49.311228 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: auto_allocated_topology.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.312306 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.312823 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: auto-allocated-topology Jan 25 03:26:49.313145 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: availability_zone.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.313833 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.314341 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: availability_zone Jan 25 03:26:49.314663 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: availability_zone_filter.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.315602 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.316104 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: availability_zone_filter Jan 25 03:26:49.316424 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: data_plane_status.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.317607 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.318109 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension data-plane-status not supported by any of loaded plugins Jan 25 03:26:49.318431 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: default_subnetpools.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.319384 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.319890 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: default-subnetpools Jan 25 03:26:49.320215 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.321024 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.321530 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: dhcp_agent_scheduler Jan 25 03:26:49.321851 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: dns.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.322799 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.323344 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension dns-integration not supported by any of loaded plugins Jan 25 03:26:49.323668 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: dns_domain_ports.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.324587 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.325102 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 25 03:26:49.325422 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.326345 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.326857 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 25 03:26:49.327214 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: dvr.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.327885 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.328394 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: dvr Jan 25 03:26:49.328825 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: ecmp_routes.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.337102 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.337618 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 25 03:26:49.337935 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: empty_string_filtering.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.338860 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.339406 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: empty-string-filtering Jan 25 03:26:49.339726 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.340646 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.341187 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 25 03:26:49.341499 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.342424 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.342932 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 25 03:26:49.343277 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: external_net.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.344192 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.344801 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: external-net Jan 25 03:26:49.345115 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.346279 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.346796 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: extra_dhcp_opt Jan 25 03:26:49.347140 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: extraroute.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.348690 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.349364 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: extraroute Jan 25 03:26:49.349682 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: extraroute_atomic.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.350959 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.351505 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: extraroute-atomic Jan 25 03:26:49.352123 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: filter_validation.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.352490 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.352996 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: filter-validation Jan 25 03:26:49.353316 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: fip_pf_description.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.354227 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.354737 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 25 03:26:49.355085 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: fip_port_details.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.355997 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.356587 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: fip-port-details Jan 25 03:26:49.356903 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: flavors.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.358152 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.358673 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: flavors Jan 25 03:26:49.358992 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.360697 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.361220 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 25 03:26:49.367550 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: floatingip_pools.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.368464 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.369305 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: floatingip-pools Jan 25 03:26:49.369836 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: ip_allocation.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.370920 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.371519 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension ip_allocation not supported by any of loaded plugins Jan 25 03:26:49.371934 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.372907 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.373585 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: ip-substring-filtering Jan 25 03:26:49.373947 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: l2_adjacency.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.374919 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.375514 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 25 03:26:49.375873 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: l3.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.376925 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.377492 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: router Jan 25 03:26:49.377850 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.380286 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.380824 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 25 03:26:49.381153 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.382098 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.382625 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: ext-gw-mode Jan 25 03:26:49.382952 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.383939 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.384457 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: l3-ha Jan 25 03:26:49.384776 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: l3_flavors.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.385726 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.386231 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: l3-flavors Jan 25 03:26:49.386552 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.387499 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.388011 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 25 03:26:49.388330 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: l3agentscheduler.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.389378 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.389895 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: l3_agent_scheduler Jan 25 03:26:49.390214 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: local_ip.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.392010 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.392551 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension local_ip not supported by any of loaded plugins Jan 25 03:26:49.392885 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: logging.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.394500 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.395265 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension logging not supported by any of loaded plugins Jan 25 03:26:49.395593 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: metering.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.396342 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.396921 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: metering Jan 25 03:26:49.397247 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.398419 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.398937 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: metering_source_and_destination_fields Jan 25 03:26:49.399289 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: multiprovidernet.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.400232 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.400745 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: multi-provider Jan 25 03:26:49.401069 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: netmtu.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.401987 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.402504 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: net-mtu Jan 25 03:26:49.402825 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: netmtu_writable.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.403784 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.404398 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: net-mtu-writable Jan 25 03:26:49.404721 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: network_availability_zone.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.405390 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.405895 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: network_availability_zone Jan 25 03:26:49.406214 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: network_ip_availability.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.407356 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.407873 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: network-ip-availability Jan 25 03:26:49.408195 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: network_segment_range.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.408958 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.409494 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension network-segment-range not supported by any of loaded plugins Jan 25 03:26:49.409862 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: pagination.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.411614 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.411944 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: pagination Jan 25 03:26:49.412264 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: port_device_profile.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.413202 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.413721 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: port-device-profile Jan 25 03:26:49.414042 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.414966 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.415515 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: port-mac-address-regenerate Jan 25 03:26:49.415835 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.416749 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.417263 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: port-numa-affinity-policy Jan 25 03:26:49.417582 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: port_resource_request.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.418509 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.419019 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension port-resource-request not supported by any of loaded plugins Jan 25 03:26:49.419366 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: port_resource_request_groups.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.429427 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.429941 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 25 03:26:49.430263 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: portbindings.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.431246 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.431766 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: binding Jan 25 03:26:49.432113 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: portbindings_extended.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.433433 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.433956 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: binding-extended Jan 25 03:26:49.434280 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: portsecurity.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.435230 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.435745 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: port-security Jan 25 03:26:49.436064 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: project_id.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.437137 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.437465 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: project-id Jan 25 03:26:49.437786 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: providernet.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.438705 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.439250 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: provider Jan 25 03:26:49.439572 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: qos.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.443182 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.443711 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension qos not supported by any of loaded plugins Jan 25 03:26:49.444043 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.445349 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.445823 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 25 03:26:49.446155 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.448904 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.449422 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 25 03:26:49.449747 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: qos_default.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.450664 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.451218 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension qos-default not supported by any of loaded plugins Jan 25 03:26:49.451544 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: qos_fip.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.452467 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.452985 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension qos-fip not supported by any of loaded plugins Jan 25 03:26:49.453306 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.454255 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.454770 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 25 03:26:49.455161 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: qos_gateway_ip.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.456092 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.456608 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 25 03:26:49.456929 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: qos_port_network_policy.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.458621 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.459171 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 25 03:26:49.459493 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.460554 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.461075 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 25 03:26:49.461394 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: qos_pps_rule.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.462580 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.463134 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension qos-pps not supported by any of loaded plugins Jan 25 03:26:49.463461 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: qos_rule_type_details.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.464381 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.464895 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 25 03:26:49.465308 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: qos_rules_alias.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.466366 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.466882 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 25 03:26:49.467241 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: quota_check_limit.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.468157 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.468670 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: quota-check-limit Jan 25 03:26:49.468991 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: quotasv2.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.469921 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.470245 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: quotas Jan 25 03:26:49.470564 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: quotasv2_detail.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.474832 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.475202 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: quota_details Jan 25 03:26:49.475541 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: rbac.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.476598 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.477134 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: rbac-policies Jan 25 03:26:49.477467 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: rbac_address_group.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.478474 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.479000 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: rbac-address-group Jan 25 03:26:49.479362 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: rbac_address_scope.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.480284 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.480801 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: rbac-address-scope Jan 25 03:26:49.481125 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: rbac_security_groups.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.482043 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.482563 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: rbac-security-groups Jan 25 03:26:49.482895 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: rbac_subnetpool.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.483948 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.484461 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: rbac-subnetpool Jan 25 03:26:49.484786 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: revisionifmatch.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.485711 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.486224 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: revision-if-match Jan 25 03:26:49.486548 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: revisions.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.487692 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.488209 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: standard-attr-revisions Jan 25 03:26:49.489148 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: router_availability_zone.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.489786 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.490306 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: router_availability_zone Jan 25 03:26:49.490630 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: routerservicetype.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.491585 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.492101 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension router-service-type not supported by any of loaded plugins Jan 25 03:26:49.492423 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.493430 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.493948 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: security-groups-normalized-cidr Jan 25 03:26:49.494269 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.495227 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.495741 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: port-security-groups-filtering Jan 25 03:26:49.496166 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.497159 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.497677 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: security-groups-remote-address-group Jan 25 03:26:49.498002 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.506434 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.506953 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: security-groups-shared-filtering Jan 25 03:26:49.507314 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.507907 dv-cinder-819011-2-iscsi neutron-server[103074]: WARNING neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 25 03:26:49.508226 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: securitygroup.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.517977 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.518517 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: security-group Jan 25 03:26:49.518847 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: segment.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.519696 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.520223 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension segment not supported by any of loaded plugins Jan 25 03:26:49.520548 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.521499 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.522018 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 25 03:26:49.522342 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: servicetype.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.523490 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.524061 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: service-type Jan 25 03:26:49.524388 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: sorting.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.525386 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.525719 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: sorting Jan 25 03:26:49.526057 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: standard_attr_segment.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.526968 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.527512 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 25 03:26:49.527836 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: standardattrdescription.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.528487 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.529013 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: standard-attr-description Jan 25 03:26:49.529335 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: stateful_security_group.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.530288 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.530808 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: stateful-security-group Jan 25 03:26:49.531164 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: stdattrs_common.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.534594 dv-cinder-819011-2-iscsi neutron-server[103074]: WARNING neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 25 03:26:49.534594 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.535199 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.535741 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 25 03:26:49.536065 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: subnet_onboard.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.537151 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.537675 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: subnet_onboard Jan 25 03:26:49.538000 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.538951 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.539501 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 25 03:26:49.539824 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: subnet_service_types.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.540799 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.541326 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: subnet-service-types Jan 25 03:26:49.541656 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: subnetallocation.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.542743 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.543291 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: subnet_allocation Jan 25 03:26:49.543616 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.544289 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.544818 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: subnetpool-prefix-ops Jan 25 03:26:49.545140 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.546218 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.546742 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 25 03:26:49.547076 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: tagging.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.548169 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.548686 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: standard-attr-tag Jan 25 03:26:49.549012 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: timestamp.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.550248 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.550770 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loaded extension: standard-attr-timestamp Jan 25 03:26:49.551669 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: trunk.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.552721 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.553246 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension trunk not supported by any of loaded plugins Jan 25 03:26:49.553687 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: trunk_details.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.554620 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.555169 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension trunk-details not supported by any of loaded plugins Jan 25 03:26:49.555494 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: uplink_status_propagation.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.556418 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.556936 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 25 03:26:49.557256 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Loading extension file: vlantransparent.py {{(pid=103074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 03:26:49.557928 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 03:26:49.558441 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 25 03:26:49.561019 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Creating instance of TrackedResource for resource:network Jan 25 03:26:49.561547 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Creating instance of TrackedResource for resource:subnet Jan 25 03:26:49.561944 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 03:26:49.563946 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Creating instance of TrackedResource for resource:port Jan 25 03:26:49.563946 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 03:26:49.564101 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Service FLAVORS assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 03:26:49.564748 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 03:26:49.565190 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 03:26:49.565521 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Creating instance of TrackedResource for resource:router Jan 25 03:26:49.565950 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Creating instance of TrackedResource for resource:floatingip Jan 25 03:26:49.566435 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Service METERING assigned prefix: /metering {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 03:26:49.568530 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.568907 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.569305 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:26:49.570314 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 03:26:49.570775 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Creating instance of TrackedResource for resource:security_group Jan 25 03:26:49.571246 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 03:26:49.571848 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Service CORE assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 03:26:49.572182 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 03:26:49.572554 dv-cinder-819011-2-iscsi neutron-server[103074]: WARNING neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] subnetpool is already registered Jan 25 03:26:49.572981 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Service CORE assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 03:26:49.573305 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 03:26:49.573641 dv-cinder-819011-2-iscsi neutron-server[103074]: WARNING neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] subnetpool is already registered Jan 25 03:26:49.577349 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 03:26:49.577794 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Service FLAVORS assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 03:26:49.578393 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 03:26:49.578815 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 03:26:49.579188 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Creating instance of TrackedResource for resource:router Jan 25 03:26:49.579531 dv-cinder-819011-2-iscsi neutron-server[103074]: WARNING neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] router is already registered Jan 25 03:26:49.579944 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Creating instance of TrackedResource for resource:floatingip Jan 25 03:26:49.580280 dv-cinder-819011-2-iscsi neutron-server[103074]: WARNING neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] floatingip is already registered Jan 25 03:26:49.580766 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Service METERING assigned prefix: /metering {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 03:26:49.581423 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 03:26:49.581745 dv-cinder-819011-2-iscsi neutron-server[103074]: WARNING neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] rbac_policy is already registered Jan 25 03:26:49.582181 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Creating instance of TrackedResource for resource:security_group Jan 25 03:26:49.582513 dv-cinder-819011-2-iscsi neutron-server[103074]: WARNING neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] security_group is already registered Jan 25 03:26:49.582911 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 03:26:49.583273 dv-cinder-819011-2-iscsi neutron-server[103074]: WARNING neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] security_group_rule is already registered Jan 25 03:26:49.583742 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Service CORE assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 03:26:49.584066 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 03:26:49.584397 dv-cinder-819011-2-iscsi neutron-server[103074]: WARNING neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] subnetpool is already registered Jan 25 03:26:49.584802 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.v2.resource_helper [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Service CORE assigned prefix: {{(pid=103074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 03:26:49.585120 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 03:26:49.585446 dv-cinder-819011-2-iscsi neutron-server[103074]: WARNING neutron.quota.resource_registry [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] subnetpool is already registered Jan 25 03:26:49.585887 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: extensions {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.587606 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: address-groups {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.589107 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: address-scopes {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.590324 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: agents {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.591546 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: auto-allocated-topology {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.592984 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: availability_zones {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.594224 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: dhcp-networks {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.595692 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: dhcp-agents {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.597488 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: routers {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.599806 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: flavors {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.601000 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: service_profiles {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.602337 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: next_providers {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.604043 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: service_profiles {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.605499 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: floatingip-pools {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.606823 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: routers {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.608995 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: floatingips {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.610206 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: l3-routers {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.611741 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: l3-agents {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.613172 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: metering-labels {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.615285 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: metering-label-rules {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.621196 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: network-ip-availabilities {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.621196 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: bindings {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.621196 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: quotas {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.621465 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: quotas {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.622910 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: rbac-policies {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.624151 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: security-groups {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.625388 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: security-group-rules {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.626772 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: service-providers {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.628035 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: subnetpools {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.630157 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: subnetpools {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.631808 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: tags {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.633923 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: tags {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.635253 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: tags {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.637137 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: tags {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.638951 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: tags {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.641915 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: tags {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.643678 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: tags {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.645811 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: tags {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.647777 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: tags {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.649572 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron.api.extensions [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Extended resource: tags {{(pid=103074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 03:26:49.655576 dv-cinder-819011-2-iscsi neutron-server[103074]: WARNING keystonemiddleware.auth_token [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 25 03:26:49.660109 dv-cinder-819011-2-iscsi neutron-server[103074]: WARNING keystonemiddleware.auth_token [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 25 03:26:49.669229 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_concurrency.lockutils [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Acquired lock "singleton_lock" {{(pid=103074) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 25 03:26:49.669702 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_concurrency.lockutils [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Releasing lock "singleton_lock" {{(pid=103074) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 25 03:26:49.670362 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO oslo_service.service [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Starting 2 workers Jan 25 03:26:49.675433 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Started child 103185 {{(pid=103074) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 03:26:49.680773 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Started child 103186 {{(pid=103074) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 03:26:49.681716 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:26:49.682440 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO neutron.service [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 25 03:26:49.683127 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:26:49.683309 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [-] (103185) wsgi starting up on http://0.0.0.0:9696 Jan 25 03:26:49.685740 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO oslo_service.service [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Starting 1 workers Jan 25 03:26:49.685913 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:26:49.687436 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [-] (103186) wsgi starting up on http://0.0.0.0:9696 Jan 25 03:26:49.691198 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Started child 103187 {{(pid=103074) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 03:26:49.692403 dv-cinder-819011-2-iscsi neutron-server[103074]: INFO oslo_service.service [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Starting 1 workers Jan 25 03:26:49.696188 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.service [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] calling RpcWorker wait() {{(pid=103187) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 25 03:26:49.696750 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.service [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] returning from RpcWorker wait() {{(pid=103187) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 25 03:26:49.696984 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Started child 103188 {{(pid=103074) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 03:26:49.697961 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG neutron_lib.callbacks.manager [None req-1678ac18-83e3-4c1d-8be2-75c9a6b6aa08 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:26:49.698163 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:26:49.698687 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:26:49.700117 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103074) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 25 03:26:49.700334 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 03:26:49.700522 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 03:26:49.700752 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 03:26:49.701094 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 03:26:49.701261 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 03:26:49.701786 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.702060 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.702332 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.702488 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:26:49.702952 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.702952 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.703518 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.703620 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:26:49.703793 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.704067 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.704349 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.704602 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.704814 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.705199 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.705471 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.705726 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.706029 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.706301 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.706546 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.706821 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.706999 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.707937 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.708216 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.708478 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.708749 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] debug = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.708974 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.709454 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.709702 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.709926 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.710152 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.710440 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.710689 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.711000 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.711277 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.711516 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.711773 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.712029 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.718435 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.718435 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.718435 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.718435 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.718435 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.718435 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.718435 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] host = dv-cinder-819011-2-iscsi {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.718435 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.719082 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.719082 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.719082 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.719082 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.719082 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.719082 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.719082 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.719082 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.719551 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.719551 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.719551 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.719551 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.719551 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] log_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.719551 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] log_options = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.719551 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.719551 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.719551 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.720045 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.720045 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.720045 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.720045 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.720045 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.720356 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.720356 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.720807 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.721232 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.721474 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.721733 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.722007 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.722262 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.722502 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.723595 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.724005 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.724398 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.724631 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.724864 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.725102 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.725383 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.725632 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.725876 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.726114 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.726902 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.727215 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.727463 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.727737 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.727982 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.728286 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.728541 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.728827 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.729237 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.729384 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.729526 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.729802 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.730035 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.730285 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.730670 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.731506 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.731975 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.732486 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.732709 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.732950 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] use_json = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.733637 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.733880 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.734143 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.734381 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.734552 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.735018 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.735329 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.736205 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.736205 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.736431 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.736671 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.736980 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.737209 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.737445 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.737697 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.737953 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.738198 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.738457 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.738767 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.739106 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.739354 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.739641 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.739902 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.740453 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.740886 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.741171 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.741708 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.741708 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.741988 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.742126 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.742307 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.742567 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.742788 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.743041 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.743483 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.743632 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.743823 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.744099 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.744475 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.744750 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.745011 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.115/identity {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.745261 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.745496 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.745739 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.745971 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.746203 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.746449 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.746832 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.747025 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.747220 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.747360 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.747599 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.747824 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.748246 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.748408 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.748548 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.748791 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.749021 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.749240 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.749455 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.750139 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.750139 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.750139 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.750545 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.750545 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.750833 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.751076 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.751273 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.751485 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.751695 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.751909 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.752263 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.752554 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.752789 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.753013 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.753250 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.753410 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.753658 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.753889 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.754554 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.754554 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.754554 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.754904 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.755020 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.759186 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.759186 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.759186 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.759186 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.759186 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.759186 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.759186 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.759186 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.759186 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.760826 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.760826 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.760826 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.760826 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.760826 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.760826 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.760826 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.760826 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.760826 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.761931 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.761931 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.761931 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.761931 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.761931 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.761931 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.761931 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.761931 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.762852 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.762852 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.762852 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.762852 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.762852 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.762852 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.762852 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.762852 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.763847 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.763847 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.763847 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.763847 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.763847 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.763847 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.763847 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.764590 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.764590 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.764590 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.764930 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.764930 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.765182 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.765375 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.765938 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.765938 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.766212 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.766422 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.766647 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.766900 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.767191 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.767584 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.767728 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.767926 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.768141 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.768388 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.768622 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.768848 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.769071 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.769408 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.770299 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.770443 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.770615 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.770900 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.771138 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.771392 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.771666 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.771902 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.772157 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.772392 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.773141 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.115/identity {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.773141 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.773141 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.773937 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.773937 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.773937 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.774397 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.774397 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.774661 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.774844 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.774986 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.775408 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.775408 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.775693 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.775833 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.776041 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.776285 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.776495 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.776707 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.776923 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.777156 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.777385 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.777596 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.777974 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.778126 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.778265 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.778481 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.778722 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.778948 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.779187 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.779405 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.779637 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.779844 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.780081 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.780313 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.780519 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.780724 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.780970 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.781272 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.781503 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.781689 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.781895 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.782120 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.782372 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.782693 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.782940 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.783184 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.783447 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.783659 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.783929 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.784108 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.787699 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 42378) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:26:49.787852 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.787852 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.787852 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.788191 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.788290 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.788574 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.788849 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.789079 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.789329 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.789573 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.789801 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.790021 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.790335 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.790586 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.790834 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.791162 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.791614 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.791936 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.794124 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [-] 10.222.0.115 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0062971 Jan 25 03:26:49.794398 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.794799 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.795899 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.796865 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.796865 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.796865 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.797270 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.797270 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.797503 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.797635 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.797760 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.797972 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.798199 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.799098 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.799098 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.799098 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.799098 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.799419 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.799491 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.800211 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.800211 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.800211 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.800444 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.800617 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.800800 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.801037 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.801244 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.801480 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.801715 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.801886 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.802136 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.802377 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.802596 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.802892 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.803987 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.804260 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.804476 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.805186 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.805186 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.805380 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.805473 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.805676 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.806019 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.806240 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.806416 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.806785 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.807297 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.807297 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.807607 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.807748 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.808093 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.808386 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.808695 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.809005 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.809295 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.809563 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.809806 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.810055 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.810308 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.810519 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.810757 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.811001 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.811257 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.811509 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.811825 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.811992 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.812134 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.813382 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.813382 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.813382 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.813382 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.813382 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.814075 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.814075 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 03:26:49.814075 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103074) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 25 03:26:49.814505 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 03:26:49.814505 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 03:26:49.814505 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 03:26:49.814893 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 03:26:49.814893 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 03:26:49.815166 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.815166 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.815437 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.815437 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.815714 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.815851 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.815994 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.816130 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.816267 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.816404 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.817080 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.817240 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.817467 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.818419 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.818590 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.818732 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.818869 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.819004 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.819402 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.819402 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.819692 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.819692 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.819928 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] debug = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.820061 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.820186 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.820343 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.820477 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.820624 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.820768 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.820897 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.821025 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.821151 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.821488 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.821488 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.821813 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.821813 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.822082 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.822082 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.822358 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.822358 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.822598 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.822598 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] host = dv-cinder-819011-2-iscsi {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.822908 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.822908 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.823197 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.823197 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.823535 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.823535 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.823866 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.823866 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.824135 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.824135 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.824465 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.824465 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.824748 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.824748 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] log_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.824994 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] log_options = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.824994 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.825219 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.825365 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.825479 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.827178 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.827178 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.827178 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.827178 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.827178 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.827178 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.827178 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.828551 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.828551 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.828551 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.828551 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.828551 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.828551 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.828551 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.828551 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.829571 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.829571 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.829571 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.829571 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.829571 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.829571 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.829571 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.829571 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.829571 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.830697 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.830697 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.830697 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.830697 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.830697 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.830697 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.830697 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.830697 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.831348 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.831348 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.831348 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.831348 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.831348 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.831348 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.831348 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.831348 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.831869 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.831869 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.831869 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] use_json = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.831869 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.831869 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.832776 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.832776 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.833149 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.833149 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.833313 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.834907 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.834907 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 03:26:49.834907 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.834907 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.834907 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.834907 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.834907 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.834907 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.835717 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.835717 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.835717 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.835717 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.835717 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.835717 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.835717 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.835717 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.836248 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.836248 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.836248 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.836454 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.836454 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.836582 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.836805 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.836907 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.837039 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.837268 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.837360 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.837489 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.837645 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.837810 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.837965 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.838138 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.838299 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.838455 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.115/identity {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.838776 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.839091 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.839399 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.840154 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.840154 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.840154 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.840154 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.840154 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.840540 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.840540 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.840708 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.840708 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.840936 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.841097 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.841257 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.841427 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.841579 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.843107 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.843107 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.843107 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.843107 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.843107 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.843107 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.843107 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.843107 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.843107 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.843762 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.844098 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.844267 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.844426 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.844578 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.844738 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.845267 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.845267 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.845267 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.845479 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.845479 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.845637 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.845781 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.846207 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.846364 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.846506 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.846644 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.846783 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.846933 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.847100 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.847247 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.847384 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:26:49.847529 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.847529 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.847823 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.847823 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.848087 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.849136 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.849136 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.849136 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.849136 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.849136 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.849136 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.849925 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.849925 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.849925 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.849925 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.849925 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.850725 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.850725 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.850725 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.850725 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.850725 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.851978 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.851978 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.851978 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.851978 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.851978 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.851978 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.851978 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.851978 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.853074 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.853074 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.853074 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.853074 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.853074 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.853074 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.853074 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.853074 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.853984 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.853984 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.853984 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.853984 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.853984 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.853984 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.853984 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.855325 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.855325 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.855325 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.855325 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.855325 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.855325 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.856099 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.856099 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.856099 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.856473 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.856473 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.856473 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.856859 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.856859 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.857140 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.857140 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.857401 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.857401 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.857661 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.857661 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.857920 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.857920 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.858188 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.858327 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.858464 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.858610 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.858748 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.115/identity {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.858895 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.859032 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.859194 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.859332 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.859482 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.859620 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.859757 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.859894 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.860030 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.860166 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.860302 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.860439 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.860577 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.860732 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.860871 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.861008 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.861145 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.861281 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.861418 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.861555 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.861693 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.861830 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.861976 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.862115 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.862270 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.862419 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.862568 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.862716 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.862854 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.862991 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.863161 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.863307 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.863599 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.863873 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.864046 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.864313 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.864470 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.864611 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.864750 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.864898 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.865056 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.865200 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.865337 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.865514 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.865671 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.865814 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.865972 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.866119 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.866257 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.866416 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.866561 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.866719 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.866864 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.867012 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.867248 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.867392 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.867529 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.867667 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.867824 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.867973 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.868112 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.868250 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.868388 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.868533 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.868671 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.868809 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.868953 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.869086 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.869228 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.869366 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.869524 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.869678 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.869827 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.869967 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.870104 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.870263 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.870408 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.870545 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.870705 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.870859 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.870998 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.871273 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.871415 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.871553 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.871690 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.871827 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.871963 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.872101 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.872237 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.872374 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.872520 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.872658 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.872796 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.872943 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.873082 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.873219 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.873356 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.873499 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.873639 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.873788 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.873928 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.874065 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.874306 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.874474 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.874618 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.874799 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.874956 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.875117 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.875275 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.875414 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.875552 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.875686 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.875842 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.876007 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.876153 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.876316 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.876481 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.876633 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.876797 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.876955 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.877093 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.877261 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.877405 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.877543 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.877701 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.877845 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.877992 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.878131 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.878288 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.878432 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.878570 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.880090 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.880090 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.880090 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.880090 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.880090 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.880789 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.880789 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.880789 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.880789 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.881297 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 03:26:49.881297 dv-cinder-819011-2-iscsi neutron-server[103074]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 03:27:01.509035 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34046d93-f68d-4221-9a9b-8a38ef2a491a None None] get_active_networks_info from dv-cinder-819011-2-iscsi {{(pid=103187) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 25 03:27:01.568435 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34046d93-f68d-4221-9a9b-8a38ef2a491a None None] No non-hosted networks {{(pid=103187) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 25 03:27:01.575304 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.agentschedulers_db [None req-34046d93-f68d-4221-9a9b-8a38ef2a491a None None] DHCP Agent not found on host dv-cinder-819011-2-iscsi {{(pid=103187) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 25 03:27:01.651769 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3db05d34-d0ba-4835-9083-3cd4eee01894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582091'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:03.747880 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67af7a22-b303-4265-8104-360125a35bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582091'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:03.799570 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.db.api [None req-c21c34c1-1f57-4d65-b35f-f8be96f9db1c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-819011-2-iscsi {{(pid=103187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 03:27:03.800032 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG oslo_db.api [None req-c21c34c1-1f57-4d65-b35f-f8be96f9db1c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 03:27:04.325501 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c21c34c1-1f57-4d65-b35f-f8be96f9db1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:05.210383 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582091'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:06.751582 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582091'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:07.125770 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.db.l3_hamode_db [None req-259e4158-423b-4b20-a674-d475355df983 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 25 03:27:07.206763 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e4158-423b-4b20-a674-d475355df983 None None] Routers set() bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:27:07.207180 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e4158-423b-4b20-a674-d475355df983 None None] Router IDs set() for agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 25 03:27:07.998628 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582091'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:07.999323 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:08.000097 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:08.000187 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:08.001006 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:08.001006 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:08.001173 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:08.001407 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:08.001748 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:08.002184 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:08.002508 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:08.002842 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:08.003713 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:08.004224 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:08.004854 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819011-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:27:08.014173 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819011-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:27:10.555629 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 42484) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:27:11.056780 dv-cinder-819011-2-iscsi neutron-server[103186]: WARNING oslo_policy.policy [None req-8a25de9a-4906-41ae-a796-4c80cab61fdb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 03:27:11.057344 dv-cinder-819011-2-iscsi neutron-server[103186]: WARNING oslo_policy.policy [None req-8a25de9a-4906-41ae-a796-4c80cab61fdb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 03:27:11.288272 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [None req-8a25de9a-4906-41ae-a796-4c80cab61fdb admin admin] http://10.222.0.115:9696/v2.0/extensions returned with HTTP 200 {{(pid=103186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:27:11.289438 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-8a25de9a-4906-41ae-a796-4c80cab61fdb admin admin] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7318499 Jan 25 03:27:13.962176 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 42500) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:27:14.461651 dv-cinder-819011-2-iscsi neutron-server[103185]: WARNING oslo_policy.policy [None req-61ab90ec-4bb8-4cb9-9f2c-5c24dd40efc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 03:27:14.462272 dv-cinder-819011-2-iscsi neutron-server[103185]: WARNING oslo_policy.policy [None req-61ab90ec-4bb8-4cb9-9f2c-5c24dd40efc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 03:27:14.684796 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-61ab90ec-4bb8-4cb9-9f2c-5c24dd40efc5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'tenant_id': 'dd4a06bda3f4433cbd05612d1617bec6', 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:27:14.788813 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.policy [None req-61ab90ec-4bb8-4cb9-9f2c-5c24dd40efc5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103185) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 25 03:27:14.835399 dv-cinder-819011-2-iscsi neutron-server[103185]: WARNING oslo_policy.policy [None req-61ab90ec-4bb8-4cb9-9f2c-5c24dd40efc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 03:27:14.835761 dv-cinder-819011-2-iscsi neutron-server[103185]: WARNING oslo_policy.policy [None req-61ab90ec-4bb8-4cb9-9f2c-5c24dd40efc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 03:27:14.844440 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.quota [None req-61ab90ec-4bb8-4cb9-9f2c-5c24dd40efc5 admin admin] Loaded quota_driver: . Jan 25 03:27:14.990118 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61ab90ec-4bb8-4cb9-9f2c-5c24dd40efc5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760339943263', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760339942762', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760339924886', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760339926173', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760340575811', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760340566837', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1682151', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1858566', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-894211', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-711110'] for rbac-policy (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:15.171280 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61ab90ec-4bb8-4cb9-9f2c-5c24dd40efc5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:15.172653 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-61ab90ec-4bb8-4cb9-9f2c-5c24dd40efc5 admin admin] 10.222.0.115 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2095368 Jan 25 03:27:17.818769 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 42518) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:27:18.118048 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Request body: {'network': {'tenant_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'admin_state_up': True, 'project_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'name': 'private'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:27:18.237104 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Made reservation on behalf of 1b6c12fe94df45a2a542ae3d28dd7ba3 for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:27:18.240605 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:18.258622 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:18.361241 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Publish callbacks [] for security_group (a778b49d-5785-45f8-868a-266e73253fdb), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:18.438017 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (a778b49d-5785-45f8-868a-266e73253fdb), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:18.461019 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:27:18.485359 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760337342374', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (093e5421-9a65-4c10-8ff9-6f73dd413283), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:18.490237 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Unsubscribe: segment precommit_create {{(pid=103185) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 25 03:27:18.490237 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Added segment 093e5421-9a65-4c10-8ff9-6f73dd413283 of type vlan for network 009f7f87-9013-4156-a56d-71c47bf5bda6 Jan 25 03:27:18.492724 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a778b49d-5785-45f8-868a-266e73253fdb,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:27:18.526845 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:18.527228 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:18.527562 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:18.527884 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:18.528199 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:18.528513 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:18.528838 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:18.529151 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:18.529475 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:18.529801 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:18.530108 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:18.530412 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:18.530716 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Tracked resource versions report: Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: pushed versions: Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: { 'AddressGroup': {'1.2'}, Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'ConntrackHelper': {'1.0'}, Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'LocalIPAssociation': {'1.0'}, Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'Log': {'1.0'}, Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'Network': {'1.1'}, Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'Port': {'1.7'}, Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'PortForwarding': {'1.2'}, Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'QosPolicy': {'1.10'}, Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'SecurityGroup': {'1.5'}, Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'SecurityGroupRule': {'1.2'}, Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'SubPort': {'1.0'}, Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'Subnet': {'1.1'}, Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'Trunk': {'1.1'}} Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: consumer versions: Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: { DHCP agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: L3 agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: Metadata agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: Metering agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: Open vSwitch agent@dv-cinder-819011-2-iscsi: { 'AddressGroup': '1.2', Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'ConntrackHelper': '1.0', Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'LocalIPAssociation': '1.0', Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'Log': '1.0', Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'Network': '1.1', Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'Port': '1.7', Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'PortForwarding': '1.2', Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'QosPolicy': '1.10', Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'SecurityGroup': '1.5', Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'SecurityGroupRule': '1.2', Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'SubPort': '1.0', Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'Subnet': '1.1', Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: 'Trunk': '1.1'}} Jan 25 03:27:18.532030 dv-cinder-819011-2-iscsi neutron-server[103185]: {{(pid=103185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 03:27:18.593834 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760336855179'] for network (009f7f87-9013-4156-a56d-71c47bf5bda6), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:18.688371 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for network (009f7f87-9013-4156-a56d-71c47bf5bda6), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:18.689457 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:27:18.690150 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:18.785125 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] Pushing event updated for resources: {'Network': ['ID=009f7f87-9013-4156-a56d-71c47bf5bda6,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:27:18.795873 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Network 009f7f87-9013-4156-a56d-71c47bf5bda6 details requested by agent ovs-agent-dv-cinder-819011-2-iscsi with host dv-cinder-819011-2-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:27:18.816954 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1d2a8079-4fa5-4297-ab79-5e55d82b17c9 admin admin] 10.222.0.115 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.9971092 Jan 25 03:27:21.559475 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 42532) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:27:21.958866 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ae9968-dfb5-488e-96f9-7867d89a1a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:27:21.960269 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d2ae9968-dfb5-488e-96f9-7867d89a1a41 admin admin] 10.222.0.115 "GET /v2.0/networks/009f7f87-9013-4156-a56d-71c47bf5bda6 HTTP/1.1" status: 200 len: 824 time: 0.3998466 Jan 25 03:27:21.986303 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-b2ff29a1-3757-4503-a293-7f9159399357 admin admin] 10.222.0.115 "GET /v2.0/subnetpools/a1aa5e47-354f-48fd-b9c0-fc26a050276b HTTP/1.1" status: 200 len: 734 time: 0.0202792 Jan 25 03:27:21.995612 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-01e5b3bc-6b78-4bdf-b37d-95d3473d9abb admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '009f7f87-9013-4156-a56d-71c47bf5bda6', 'name': 'private-subnet', 'subnetpool_id': 'a1aa5e47-354f-48fd-b9c0-fc26a050276b', 'ip_version': 4, 'tenant_id': '1b6c12fe94df45a2a542ae3d28dd7ba3'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:27:22.083197 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e5b3bc-6b78-4bdf-b37d-95d3473d9abb admin admin] Made reservation on behalf of 1b6c12fe94df45a2a542ae3d28dd7ba3 for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:27:22.085416 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-01e5b3bc-6b78-4bdf-b37d-95d3473d9abb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:22.410320 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-01e5b3bc-6b78-4bdf-b37d-95d3473d9abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for subnet (ab68abe3-fcc2-44e5-b324-58c9077c42c8), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:22.477986 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5b3bc-6b78-4bdf-b37d-95d3473d9abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab68abe3-fcc2-44e5-b324-58c9077c42c8,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:27:22.480759 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e5b3bc-6b78-4bdf-b37d-95d3473d9abb admin admin] Checking segment: {'id': '093e5421-9a65-4c10-8ff9-6f73dd413283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '009f7f87-9013-4156-a56d-71c47bf5bda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:27:22.481111 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e5b3bc-6b78-4bdf-b37d-95d3473d9abb admin admin] Network hostable DHCP agents. Network: 009f7f87-9013-4156-a56d-71c47bf5bda6, hostable agents: ['5c3e864f-61ec-45bb-b284-87f8aa4f333d'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:27:22.586532 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e5b3bc-6b78-4bdf-b37d-95d3473d9abb admin admin] Network 009f7f87-9013-4156-a56d-71c47bf5bda6 is scheduled to be hosted by DHCP agent 5c3e864f-61ec-45bb-b284-87f8aa4f333d with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:27:22.683731 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-01e5b3bc-6b78-4bdf-b37d-95d3473d9abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819011-2-iscsi, 009f7f87-9013-4156-a56d-71c47bf5bda6) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:27:22.688359 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e5b3bc-6b78-4bdf-b37d-95d3473d9abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:27:22.688956 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-01e5b3bc-6b78-4bdf-b37d-95d3473d9abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:22.694050 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316468b8-8bff-4ae5-9f46-17cd44ea8e63 None None] Network 009f7f87-9013-4156-a56d-71c47bf5bda6 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:27:22.785043 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-01e5b3bc-6b78-4bdf-b37d-95d3473d9abb admin admin] 10.222.0.115 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7920218 Jan 25 03:27:22.958301 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e6a332-c4fa-5dd5-a739-4b4ec2713b6a-009f7f87-9013-4156-a56d-71c47bf5bda6', 'network_id': '009f7f87-9013-4156-a56d-71c47bf5bda6', 'project_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'fixed_ips': [{'subnet_id': 'ab68abe3-fcc2-44e5-b324-58c9077c42c8'}]}} from dv-cinder-819011-2-iscsi. {{(pid=103187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 03:27:22.959756 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:23.240040 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Allocated IP 172.20.0.2 (009f7f87-9013-4156-a56d-71c47bf5bda6/ab68abe3-fcc2-44e5-b324-58c9077c42c8/3e05af60-1e86-4754-8538-3487cfc996ff) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:27:23.512213 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Publish callbacks [] for port (3e05af60-1e86-4754-8538-3487cfc996ff), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:23.592554 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (3e05af60-1e86-4754-8538-3487cfc996ff), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:23.667920 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Network 009f7f87-9013-4156-a56d-71c47bf5bda6 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:27:23.679375 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:27:23.682409 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:27:23.688281 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Pushing event updated for resources: {'Port': ['ID=3e05af60-1e86-4754-8538-3487cfc996ff,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:27:23.717940 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:23.718560 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:23.718675 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:23.718976 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:23.719324 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:23.719649 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:23.720230 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:23.720552 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:23.720871 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:23.721205 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:23.722056 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:23.722481 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:23.722907 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Tracked resource versions report: Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: pushed versions: Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: { 'AddressGroup': {'1.2'}, Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'ConntrackHelper': {'1.0'}, Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'LocalIPAssociation': {'1.0'}, Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'Log': {'1.0'}, Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'Network': {'1.1'}, Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'Port': {'1.7'}, Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'PortForwarding': {'1.2'}, Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'QosPolicy': {'1.10'}, Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'SecurityGroup': {'1.5'}, Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'SecurityGroupRule': {'1.2'}, Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'SubPort': {'1.0'}, Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'Subnet': {'1.1'}, Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'Trunk': {'1.1'}} Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: consumer versions: Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: { DHCP agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: L3 agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: Metadata agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: Metering agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: Open vSwitch agent@dv-cinder-819011-2-iscsi: { 'AddressGroup': '1.2', Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'ConntrackHelper': '1.0', Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'LocalIPAssociation': '1.0', Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'Log': '1.0', Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'Network': '1.1', Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'Port': '1.7', Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'PortForwarding': '1.2', Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'QosPolicy': '1.10', Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'SecurityGroup': '1.5', Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'SecurityGroupRule': '1.2', Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'SubPort': '1.0', Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'Subnet': '1.1', Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: 'Trunk': '1.1'}} Jan 25 03:27:23.724263 dv-cinder-819011-2-iscsi neutron-server[103187]: {{(pid=103187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 03:27:23.771552 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Attempting to bind port 3e05af60-1e86-4754-8538-3487cfc996ff on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:27:23.771861 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Attempting to bind port 3e05af60-1e86-4754-8538-3487cfc996ff by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '093e5421-9a65-4c10-8ff9-6f73dd413283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '009f7f87-9013-4156-a56d-71c47bf5bda6'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:27:23.772280 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Attempting to bind port 3e05af60-1e86-4754-8538-3487cfc996ff on network 009f7f87-9013-4156-a56d-71c47bf5bda6 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:27:23.777134 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:27:23.777497 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Checking segment: {'id': '093e5421-9a65-4c10-8ff9-6f73dd413283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '009f7f87-9013-4156-a56d-71c47bf5bda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:27:23.777979 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:23.778359 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Bound using segment: {'id': '093e5421-9a65-4c10-8ff9-6f73dd413283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '009f7f87-9013-4156-a56d-71c47bf5bda6'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:27:23.778850 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Bound port: 3e05af60-1e86-4754-8538-3487cfc996ff, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093e5421-9a65-4c10-8ff9-6f73dd413283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '009f7f87-9013-4156-a56d-71c47bf5bda6'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:27:23.779265 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (3e05af60-1e86-4754-8538-3487cfc996ff), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:23.842588 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] For port 3e05af60-1e86-4754-8538-3487cfc996ff, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:27:23.847750 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] For port 3e05af60-1e86-4754-8538-3487cfc996ff, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=3e05af60-1e86-4754-8538-3487cfc996ff,segment=NetworkSegment(093e5421-9a65-4c10-8ff9-6f73dd413283),segment_id=093e5421-9a65-4c10-8ff9-6f73dd413283)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:27:23.911481 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (3e05af60-1e86-4754-8538-3487cfc996ff), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:23.997605 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a5f81-7389-4ec7-a9c1-47b900a0ef97 None None] Pushing event updated for resources: {'Port': ['ID=3e05af60-1e86-4754-8538-3487cfc996ff,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:27:25.238862 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 42540) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:27:25.558974 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [None req-b4ccf083-77dc-4f20-aa75-9a13a67deaed admin admin] http://10.222.0.115:9696/v2.0/extensions returned with HTTP 200 {{(pid=103185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:27:25.560015 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-b4ccf083-77dc-4f20-aa75-9a13a67deaed admin admin] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3201840 Jan 25 03:27:28.041387 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 42548) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:27:28.355383 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [None req-1fbcf9bb-77cd-4a48-9868-0e16b7012e08 admin admin] http://10.222.0.115:9696/v2.0/extensions returned with HTTP 200 {{(pid=103185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:27:28.356404 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1fbcf9bb-77cd-4a48-9868-0e16b7012e08 admin admin] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3140466 Jan 25 03:27:31.235445 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 42558) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:27:31.449164 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0f63301-99ce-42ec-a1ae-97e41ec2a738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:31.540263 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-d34aad8f-9ec3-4799-b48a-ccb9cd23b0c3 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '1b6c12fe94df45a2a542ae3d28dd7ba3'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:27:31.603576 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d34aad8f-9ec3-4799-b48a-ccb9cd23b0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1048'] for router (43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:31.605203 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d34aad8f-9ec3-4799-b48a-ccb9cd23b0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-970334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041'] for router (43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:31.740001 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d34aad8f-9ec3-4799-b48a-ccb9cd23b0c3 admin admin] Publish callbacks [] for router_controller (43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8), precommit_add_association {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:31.804482 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d34aad8f-9ec3-4799-b48a-ccb9cd23b0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587228'] for router (43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:31.880248 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d34aad8f-9ec3-4799-b48a-ccb9cd23b0c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:31.881513 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d34aad8f-9ec3-4799-b48a-ccb9cd23b0c3 admin admin] 10.222.0.115 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6450377 Jan 25 03:27:33.700306 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-34c7f212-e505-49bf-9a6b-a91bff68a9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:34.363464 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 42570) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:27:34.508290 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 3e05af60-1e86-4754-8538-3487cfc996ff up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:27:34.592397 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 3e05af60-1e86-4754-8538-3487cfc996ff triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:27:34.592800 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (3e05af60-1e86-4754-8538-3487cfc996ff), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:34.703837 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 3e05af60-1e86-4754-8538-3487cfc996ff is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:27:34.704463 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (3e05af60-1e86-4754-8538-3487cfc996ff), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:34.710353 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [None req-198af311-2748-4010-b657-e2fa880f1d47 admin admin] http://10.222.0.115:9696/v2.0/extensions returned with HTTP 200 {{(pid=103185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:27:34.727503 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-198af311-2748-4010-b657-e2fa880f1d47 admin admin] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3627489 Jan 25 03:27:34.743345 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] For port 3e05af60-1e86-4754-8538-3487cfc996ff, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=3e05af60-1e86-4754-8538-3487cfc996ff,segment=NetworkSegment(093e5421-9a65-4c10-8ff9-6f73dd413283),segment_id=093e5421-9a65-4c10-8ff9-6f73dd413283)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:27:34.845522 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (3e05af60-1e86-4754-8538-3487cfc996ff), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:34.895083 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Pushing event updated for resources: {'Port': ['ID=3e05af60-1e86-4754-8538-3487cfc996ff,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:27:35.129528 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:35.238162 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c134d0-2330-464d-9a26-cb626ea5df89 None None] Network 009f7f87-9013-4156-a56d-71c47bf5bda6 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:27:35.350294 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-85024142-615f-4851-8f21-ca6d2def45b7 None None] Provisioning complete for port 3e05af60-1e86-4754-8538-3487cfc996ff triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:27:35.350677 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-85024142-615f-4851-8f21-ca6d2def45b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (3e05af60-1e86-4754-8538-3487cfc996ff), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:35.440321 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-85024142-615f-4851-8f21-ca6d2def45b7 None None] Current status of the port 3e05af60-1e86-4754-8538-3487cfc996ff is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:27:35.570264 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-38d70282-5fb3-4894-ac97-5c19ec4fd47d None None] Provisioning complete for port 3e05af60-1e86-4754-8538-3487cfc996ff triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:27:35.570640 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-38d70282-5fb3-4894-ac97-5c19ec4fd47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (3e05af60-1e86-4754-8538-3487cfc996ff), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:35.646890 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-38d70282-5fb3-4894-ac97-5c19ec4fd47d None None] Current status of the port 3e05af60-1e86-4754-8538-3487cfc996ff is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:27:36.438695 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 3e05af60-1e86-4754-8538-3487cfc996ff up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:27:36.485879 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 3e05af60-1e86-4754-8538-3487cfc996ff triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:27:36.486264 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (3e05af60-1e86-4754-8538-3487cfc996ff), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:36.565379 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 3e05af60-1e86-4754-8538-3487cfc996ff is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:27:36.661586 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:37.281407 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 42600) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:27:37.411195 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public', 'tenant_id': 'dd4a06bda3f4433cbd05612d1617bec6', 'project_id': 'dd4a06bda3f4433cbd05612d1617bec6', 'provider:physical_network': 'physnet1'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:27:37.412644 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.quota [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Loaded quota_driver: . Jan 25 03:27:37.539232 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Made reservation on behalf of dd4a06bda3f4433cbd05612d1617bec6 for: {'network': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:27:37.615821 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.policy [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103186) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 25 03:27:37.662600 dv-cinder-819011-2-iscsi neutron-server[103186]: WARNING oslo_policy.policy [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 03:27:37.662972 dv-cinder-819011-2-iscsi neutron-server[103186]: WARNING oslo_policy.policy [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 03:27:37.673751 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for network (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:37.693291 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:37.802428 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Publish callbacks [] for security_group (5b4e8019-ffc0-41f5-84cb-4cc1ff3a7b01), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:37.860215 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (5b4e8019-ffc0-41f5-84cb-4cc1ff3a7b01), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:37.872608 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Reserving flat network on physical network physnet1 {{(pid=103186) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 25 03:27:37.908124 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760337342374', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (1e505529-892b-44d1-b8ff-699eeb662e36), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:37.908705 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Unsubscribe: segment precommit_create {{(pid=103186) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 25 03:27:37.909228 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.db.segments_db [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Added segment 1e505529-892b-44d1-b8ff-699eeb662e36 of type flat for network 239af684-5624-458a-b969-bfdffc6894c6 Jan 25 03:27:37.914717 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4e8019-ffc0-41f5-84cb-4cc1ff3a7b01,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:27:37.936102 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:37.936460 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:37.936797 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:37.937121 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:37.937440 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:37.937757 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:37.938087 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:37.938406 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:37.938762 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:37.939111 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:37.939436 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:37.940438 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:37.940758 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Tracked resource versions report: Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: pushed versions: Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: { 'AddressGroup': {'1.2'}, Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'ConntrackHelper': {'1.0'}, Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'LocalIPAssociation': {'1.0'}, Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'Log': {'1.0'}, Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'Network': {'1.1'}, Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'Port': {'1.7'}, Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'PortForwarding': {'1.2'}, Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'QosPolicy': {'1.10'}, Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'SecurityGroup': {'1.5'}, Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'SecurityGroupRule': {'1.2'}, Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'SubPort': {'1.0'}, Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'Subnet': {'1.1'}, Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'Trunk': {'1.1'}} Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: consumer versions: Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: { DHCP agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: L3 agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: Metadata agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: Metering agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: Open vSwitch agent@dv-cinder-819011-2-iscsi: { 'AddressGroup': '1.2', Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'ConntrackHelper': '1.0', Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'LocalIPAssociation': '1.0', Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'Log': '1.0', Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'Network': '1.1', Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'Port': '1.7', Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'PortForwarding': '1.2', Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'QosPolicy': '1.10', Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'SecurityGroup': '1.5', Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'SecurityGroupRule': '1.2', Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'SubPort': '1.0', Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'Subnet': '1.1', Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: 'Trunk': '1.1'}} Jan 25 03:27:37.942057 dv-cinder-819011-2-iscsi neutron-server[103186]: {{(pid=103186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 03:27:37.957505 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:38.025937 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760336855179'] for network (239af684-5624-458a-b969-bfdffc6894c6), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:38.117514 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for network (239af684-5624-458a-b969-bfdffc6894c6), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:38.118648 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:27:38.119378 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:38.219181 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] Pushing event updated for resources: {'Network': ['ID=239af684-5624-458a-b969-bfdffc6894c6,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:27:38.230403 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Network 239af684-5624-458a-b969-bfdffc6894c6 details requested by agent ovs-agent-dv-cinder-819011-2-iscsi with host dv-cinder-819011-2-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:27:38.246029 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-70b0b613-d8c2-4fbd-8cac-d18fcc1e43db admin admin] 10.222.0.115 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9635406 Jan 25 03:27:40.533772 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 42614) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:27:40.627161 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e7dd70-8c11-4bc2-9a1e-92833363a6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:27:40.628514 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-27e7dd70-8c11-4bc2-9a1e-92833363a6ed admin admin] 10.222.0.115 "GET /v2.0/subnets/ab68abe3-fcc2-44e5-b324-58c9077c42c8 HTTP/1.1" status: 200 len: 849 time: 0.0938218 Jan 25 03:27:40.743264 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1a95c3da-ade6-4ab1-b9bf-2059a02b7315 admin admin] 10.222.0.115 "GET /v2.0/routers/43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8 HTTP/1.1" status: 200 len: 704 time: 0.1092210 Jan 25 03:27:40.998442 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d6650547-d440-45e9-a26f-de9411d440ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:41.286463 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-d6650547-d440-45e9-a26f-de9411d440ea admin admin] Allocated IP 172.20.0.1 (009f7f87-9013-4156-a56d-71c47bf5bda6/ab68abe3-fcc2-44e5-b324-58c9077c42c8/93860d57-06dd-4244-b49e-c0e388643a73) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:27:41.438140 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d6650547-d440-45e9-a26f-de9411d440ea admin admin] Publish callbacks [] for port (93860d57-06dd-4244-b49e-c0e388643a73), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:41.636885 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d6650547-d440-45e9-a26f-de9411d440ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (93860d57-06dd-4244-b49e-c0e388643a73), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:41.706286 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6650547-d440-45e9-a26f-de9411d440ea admin admin] Network 009f7f87-9013-4156-a56d-71c47bf5bda6 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:27:41.717005 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-d6650547-d440-45e9-a26f-de9411d440ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:27:41.723601 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6650547-d440-45e9-a26f-de9411d440ea admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:27:41.724131 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d6650547-d440-45e9-a26f-de9411d440ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586080'] for router_interface (43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:41.745643 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6650547-d440-45e9-a26f-de9411d440ea admin admin] Pushing event updated for resources: {'Port': ['ID=93860d57-06dd-4244-b49e-c0e388643a73,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:27:41.901195 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-450d76e5-2019-4b92-9fb4-aa8a0552a098 None None] Provisioning complete for port 93860d57-06dd-4244-b49e-c0e388643a73 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:27:41.901711 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-450d76e5-2019-4b92-9fb4-aa8a0552a098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (93860d57-06dd-4244-b49e-c0e388643a73), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:41.934696 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-450d76e5-2019-4b92-9fb4-aa8a0552a098 None None] Port 93860d57-06dd-4244-b49e-c0e388643a73 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:27:41.980760 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d6650547-d440-45e9-a26f-de9411d440ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (93860d57-06dd-4244-b49e-c0e388643a73), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:42.185743 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d6650547-d440-45e9-a26f-de9411d440ea admin admin] Publish callbacks [] for port (93860d57-06dd-4244-b49e-c0e388643a73), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:42.271419 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d6650547-d440-45e9-a26f-de9411d440ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (93860d57-06dd-4244-b49e-c0e388643a73), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:42.272237 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d6650547-d440-45e9-a26f-de9411d440ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560522'] for router_interface (43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:42.330074 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6650547-d440-45e9-a26f-de9411d440ea admin admin] Pushing event updated for resources: {'Port': ['ID=93860d57-06dd-4244-b49e-c0e388643a73,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:27:42.396577 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6650547-d440-45e9-a26f-de9411d440ea admin admin] Network 009f7f87-9013-4156-a56d-71c47bf5bda6 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:27:42.397886 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-d6650547-d440-45e9-a26f-de9411d440ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:27:42.557211 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-72424024-d3a4-4c11-bd9c-a59f71b05632 None None] Provisioning complete for port 93860d57-06dd-4244-b49e-c0e388643a73 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:27:42.557597 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72424024-d3a4-4c11-bd9c-a59f71b05632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (93860d57-06dd-4244-b49e-c0e388643a73), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:42.589200 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-72424024-d3a4-4c11-bd9c-a59f71b05632 None None] Port 93860d57-06dd-4244-b49e-c0e388643a73 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:27:42.619964 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6650547-d440-45e9-a26f-de9411d440ea admin admin] Router 43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8 is scheduled to L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca with binding_index 1 {{(pid=103185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 03:27:42.711444 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6650547-d440-45e9-a26f-de9411d440ea admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:27:42.716575 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d6650547-d440-45e9-a26f-de9411d440ea admin admin] 10.222.0.115 "PUT /v2.0/routers/43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9681804 Jan 25 03:27:42.734784 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] Sync routers for ids ['43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:27:42.747579 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] Routers {'43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:27:42.748517 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:27:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:27:42.937997 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] Set router 43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8 gateway port host: None {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:27:43.368391 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8', 'name': 'router1', 'tenant_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:27:31Z', 'updated_at': '2022-01-25T03:27:41Z', 'revision_number': 2, 'project_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'gw_port_host': None, '_interfaces': [{'id': '93860d57-06dd-4244-b49e-c0e388643a73', 'name': '', 'network_id': '009f7f87-9013-4156-a56d-71c47bf5bda6', 'tenant_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'mac_address': 'fa:16:3e:b6:46:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab68abe3-fcc2-44e5-b324-58c9077c42c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:27:41Z', 'updated_at': '2022-01-25T03:27:42Z', 'revision_number': 2, 'project_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'subnets': [{'id': 'ab68abe3-fcc2-44e5-b324-58c9077c42c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1aa5e47-354f-48fd-b9c0-fc26a050276b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:27:43.419720 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] Checking router: 43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8 for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:27:43.420096 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] Updating router 43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8 port 93860d57-06dd-4244-b49e-c0e388643a73 binding host dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:27:43.469443 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (93860d57-06dd-4244-b49e-c0e388643a73), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:43.991284 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] Publish callbacks [] for port (93860d57-06dd-4244-b49e-c0e388643a73), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:44.088938 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (93860d57-06dd-4244-b49e-c0e388643a73), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:44.301166 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2173545-e03d-496f-920f-1ee30645e6a3 None None] Pushing event updated for resources: {'Port': ['ID=93860d57-06dd-4244-b49e-c0e388643a73,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:27:44.313771 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] Attempting to bind port 93860d57-06dd-4244-b49e-c0e388643a73 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:27:44.314163 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] Attempting to bind port 93860d57-06dd-4244-b49e-c0e388643a73 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '093e5421-9a65-4c10-8ff9-6f73dd413283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '009f7f87-9013-4156-a56d-71c47bf5bda6'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:27:44.315312 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] Attempting to bind port 93860d57-06dd-4244-b49e-c0e388643a73 on network 009f7f87-9013-4156-a56d-71c47bf5bda6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:27:44.317971 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2173545-e03d-496f-920f-1ee30645e6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:44.318315 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2173545-e03d-496f-920f-1ee30645e6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:44.318652 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2173545-e03d-496f-920f-1ee30645e6a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:44.318978 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2173545-e03d-496f-920f-1ee30645e6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:44.319327 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2173545-e03d-496f-920f-1ee30645e6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:44.319644 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2173545-e03d-496f-920f-1ee30645e6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:44.319960 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2173545-e03d-496f-920f-1ee30645e6a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:44.320272 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2173545-e03d-496f-920f-1ee30645e6a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:44.320593 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2173545-e03d-496f-920f-1ee30645e6a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:44.320920 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2173545-e03d-496f-920f-1ee30645e6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:44.321229 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2173545-e03d-496f-920f-1ee30645e6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:44.321537 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2173545-e03d-496f-920f-1ee30645e6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:44.321843 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2173545-e03d-496f-920f-1ee30645e6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2173545-e03d-496f-920f-1ee30645e6a3 None None] Tracked resource versions report: Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: pushed versions: Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: { 'AddressGroup': {'1.2'}, Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'ConntrackHelper': {'1.0'}, Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'LocalIPAssociation': {'1.0'}, Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'Log': {'1.0'}, Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'Network': {'1.1'}, Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'Port': {'1.7'}, Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'PortForwarding': {'1.2'}, Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'QosPolicy': {'1.10'}, Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'SecurityGroup': {'1.5'}, Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'SecurityGroupRule': {'1.2'}, Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'SubPort': {'1.0'}, Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'Subnet': {'1.1'}, Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'Trunk': {'1.1'}} Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: consumer versions: Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: { DHCP agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: L3 agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: Metadata agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: Metering agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: Open vSwitch agent@dv-cinder-819011-2-iscsi: { 'AddressGroup': '1.2', Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'ConntrackHelper': '1.0', Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'LocalIPAssociation': '1.0', Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'Log': '1.0', Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'Network': '1.1', Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'Port': '1.7', Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'PortForwarding': '1.2', Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'QosPolicy': '1.10', Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'SecurityGroup': '1.5', Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'SecurityGroupRule': '1.2', Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'SubPort': '1.0', Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'Subnet': '1.1', Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: 'Trunk': '1.1'}} Jan 25 03:27:44.324453 dv-cinder-819011-2-iscsi neutron-server[103188]: {{(pid=103188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 03:27:44.333779 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:27:44.334175 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] Checking segment: {'id': '093e5421-9a65-4c10-8ff9-6f73dd413283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '009f7f87-9013-4156-a56d-71c47bf5bda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:27:44.334656 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:44.335464 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] Bound using segment: {'id': '093e5421-9a65-4c10-8ff9-6f73dd413283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '009f7f87-9013-4156-a56d-71c47bf5bda6'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:27:44.335981 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] Bound port: 93860d57-06dd-4244-b49e-c0e388643a73, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093e5421-9a65-4c10-8ff9-6f73dd413283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '009f7f87-9013-4156-a56d-71c47bf5bda6'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:27:44.336750 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (93860d57-06dd-4244-b49e-c0e388643a73), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:44.414753 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] For port 93860d57-06dd-4244-b49e-c0e388643a73, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:27:44.421623 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-5b550216-cbc1-41d3-a346-a1593cafd34d None None] Provisioning complete for port 93860d57-06dd-4244-b49e-c0e388643a73 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:27:44.422153 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b550216-cbc1-41d3-a346-a1593cafd34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (93860d57-06dd-4244-b49e-c0e388643a73), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:44.440709 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] For port 93860d57-06dd-4244-b49e-c0e388643a73, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=93860d57-06dd-4244-b49e-c0e388643a73,segment=NetworkSegment(093e5421-9a65-4c10-8ff9-6f73dd413283),segment_id=093e5421-9a65-4c10-8ff9-6f73dd413283)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:27:44.476155 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5b550216-cbc1-41d3-a346-a1593cafd34d None None] Port 93860d57-06dd-4244-b49e-c0e388643a73 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:27:44.500531 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (93860d57-06dd-4244-b49e-c0e388643a73), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:44.574703 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] Routers {'43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:27:44.575483 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:27:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:27:44.581011 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2173545-e03d-496f-920f-1ee30645e6a3 None None] Pushing event updated for resources: {'Port': ['ID=93860d57-06dd-4244-b49e-c0e388643a73,revision_number=4']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:27:44.689031 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] Set router 43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8 gateway port host: None {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:27:44.797139 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-b2bbf621-4aa2-400c-94ca-16e3edabce43 None None] Provisioning complete for port 93860d57-06dd-4244-b49e-c0e388643a73 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:27:44.797460 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2bbf621-4aa2-400c-94ca-16e3edabce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (93860d57-06dd-4244-b49e-c0e388643a73), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:44.881545 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b2bbf621-4aa2-400c-94ca-16e3edabce43 None None] Current status of the port 93860d57-06dd-4244-b49e-c0e388643a73 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:27:44.881944 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2bbf621-4aa2-400c-94ca-16e3edabce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (93860d57-06dd-4244-b49e-c0e388643a73), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:44.915511 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8', 'name': 'router1', 'tenant_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:27:31Z', 'updated_at': '2022-01-25T03:27:41Z', 'revision_number': 2, 'project_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'gw_port_host': None, '_interfaces': [{'id': '93860d57-06dd-4244-b49e-c0e388643a73', 'name': '', 'network_id': '009f7f87-9013-4156-a56d-71c47bf5bda6', 'tenant_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'mac_address': 'fa:16:3e:b6:46:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab68abe3-fcc2-44e5-b324-58c9077c42c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:27:41Z', 'updated_at': '2022-01-25T03:27:44Z', 'revision_number': 4, 'project_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'subnets': [{'id': 'ab68abe3-fcc2-44e5-b324-58c9077c42c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1aa5e47-354f-48fd-b9c0-fc26a050276b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:27:44.918020 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-b2bbf621-4aa2-400c-94ca-16e3edabce43 None None] For port 93860d57-06dd-4244-b49e-c0e388643a73, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=93860d57-06dd-4244-b49e-c0e388643a73,segment=NetworkSegment(093e5421-9a65-4c10-8ff9-6f73dd413283),segment_id=093e5421-9a65-4c10-8ff9-6f73dd413283)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:27:44.942457 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516944b-005c-43d1-bee0-0f4c8fb23f7b None None] The sync data for ids ['43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8'] in dv-cinder-819011-2-iscsi is: [{'id': '43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8', 'name': 'router1', 'tenant_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:27:31Z', 'updated_at': '2022-01-25T03:27:41Z', 'revision_number': 2, 'project_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'gw_port_host': None, '_interfaces': [{'id': '93860d57-06dd-4244-b49e-c0e388643a73', 'name': '', 'network_id': '009f7f87-9013-4156-a56d-71c47bf5bda6', 'tenant_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'mac_address': 'fa:16:3e:b6:46:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab68abe3-fcc2-44e5-b324-58c9077c42c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:27:41Z', 'updated_at': '2022-01-25T03:27:44Z', 'revision_number': 4, 'project_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'subnets': [{'id': 'ab68abe3-fcc2-44e5-b324-58c9077c42c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1aa5e47-354f-48fd-b9c0-fc26a050276b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:27:45.026117 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2bbf621-4aa2-400c-94ca-16e3edabce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (93860d57-06dd-4244-b49e-c0e388643a73), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:45.074177 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbf621-4aa2-400c-94ca-16e3edabce43 None None] Pushing event updated for resources: {'Port': ['ID=93860d57-06dd-4244-b49e-c0e388643a73,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:27:47.644352 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 42632) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:27:47.756240 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fc9dd4-3337-47c6-9e1f-ab3cc268b53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:27:47.757615 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-50fc9dd4-3337-47c6-9e1f-ab3cc268b53a admin admin] 10.222.0.115 "GET /v2.0/networks/239af684-5624-458a-b969-bfdffc6894c6 HTTP/1.1" status: 200 len: 842 time: 0.1123028 Jan 25 03:27:47.766862 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-15990e0c-4151-4568-9be6-d779229de0c6 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'gateway_ip': '172.27.2.1', 'tenant_id': 'dd4a06bda3f4433cbd05612d1617bec6'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:27:47.859431 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15990e0c-4151-4568-9be6-d779229de0c6 admin admin] Made reservation on behalf of dd4a06bda3f4433cbd05612d1617bec6 for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:27:47.861866 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-15990e0c-4151-4568-9be6-d779229de0c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:48.190960 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.objects.ports [None req-15990e0c-4151-4568-9be6-d779229de0c6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103185) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 25 03:27:48.191414 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-15990e0c-4151-4568-9be6-d779229de0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for subnet (633c65e6-a2b9-4bb5-a70e-b23c3791a1d5), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:48.245154 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15990e0c-4151-4568-9be6-d779229de0c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=633c65e6-a2b9-4bb5-a70e-b23c3791a1d5,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:27:48.252977 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15990e0c-4151-4568-9be6-d779229de0c6 admin admin] Checking segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:27:48.253323 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15990e0c-4151-4568-9be6-d779229de0c6 admin admin] Network hostable DHCP agents. Network: 239af684-5624-458a-b969-bfdffc6894c6, hostable agents: ['5c3e864f-61ec-45bb-b284-87f8aa4f333d'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:27:48.317074 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15990e0c-4151-4568-9be6-d779229de0c6 admin admin] Network 239af684-5624-458a-b969-bfdffc6894c6 is scheduled to be hosted by DHCP agent 5c3e864f-61ec-45bb-b284-87f8aa4f333d with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:27:48.367652 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-15990e0c-4151-4568-9be6-d779229de0c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819011-2-iscsi, 239af684-5624-458a-b969-bfdffc6894c6) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:27:48.372013 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15990e0c-4151-4568-9be6-d779229de0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:27:48.372672 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-15990e0c-4151-4568-9be6-d779229de0c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:48.377360 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d948fd5-1176-4a02-871a-bd2bc17a89c7 None None] Network 239af684-5624-458a-b969-bfdffc6894c6 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:27:48.451082 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-15990e0c-4151-4568-9be6-d779229de0c6 admin admin] 10.222.0.115 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6752269 Jan 25 03:27:48.483600 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554a6244-df25-4c91-b3b2-c5c629cfef96 None None] Network 239af684-5624-458a-b969-bfdffc6894c6 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:27:50.798830 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 42640) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:27:51.004403 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-cd37d038-8982-4175-ad46-3163374f4f96 admin admin] 10.222.0.115 "GET /v2.0/routers/43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8 HTTP/1.1" status: 200 len: 710 time: 0.2043540 Jan 25 03:27:51.089078 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229900d4-9609-4906-8806-99788935eef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:27:51.090445 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-229900d4-9609-4906-8806-99788935eef1 admin admin] 10.222.0.115 "GET /v2.0/networks/239af684-5624-458a-b969-bfdffc6894c6 HTTP/1.1" status: 200 len: 886 time: 0.0807295 Jan 25 03:27:51.099453 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-3e27af9a-0437-46c8-8125-e83f1ef11fa1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:27:51.339041 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3e27af9a-0437-46c8-8125-e83f1ef11fa1 admin admin] Publish callbacks [] for router_gateway (43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:51.660146 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3e27af9a-0437-46c8-8125-e83f1ef11fa1 admin admin] Publish callbacks [] for router_gateway (43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:51.738550 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3e27af9a-0437-46c8-8125-e83f1ef11fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:51.742550 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 5 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:27:51.842934 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-3e27af9a-0437-46c8-8125-e83f1ef11fa1 admin admin] Allocated IP 172.27.2.225 (239af684-5624-458a-b969-bfdffc6894c6/633c65e6-a2b9-4bb5-a70e-b23c3791a1d5/4cfaa468-1419-45ba-b0ff-df98fb6871da) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:27:52.002763 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3e27af9a-0437-46c8-8125-e83f1ef11fa1 admin admin] Publish callbacks [] for port (4cfaa468-1419-45ba-b0ff-df98fb6871da), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:52.100306 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3e27af9a-0437-46c8-8125-e83f1ef11fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (4cfaa468-1419-45ba-b0ff-df98fb6871da), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:52.135326 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e27af9a-0437-46c8-8125-e83f1ef11fa1 admin admin] Network 239af684-5624-458a-b969-bfdffc6894c6 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:27:52.137925 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-3e27af9a-0437-46c8-8125-e83f1ef11fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:27:52.143313 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e27af9a-0437-46c8-8125-e83f1ef11fa1 admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:27:52.176642 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27af9a-0437-46c8-8125-e83f1ef11fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=4cfaa468-1419-45ba-b0ff-df98fb6871da,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:27:52.451736 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3e27af9a-0437-46c8-8125-e83f1ef11fa1 admin admin] Publish callbacks [] for router_gateway (43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:52.496286 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 93860d57-06dd-4244-b49e-c0e388643a73 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:27:52.552215 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 93860d57-06dd-4244-b49e-c0e388643a73 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:27:52.552610 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (93860d57-06dd-4244-b49e-c0e388643a73), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:52.630165 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 93860d57-06dd-4244-b49e-c0e388643a73 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:27:52.732053 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3e27af9a-0437-46c8-8125-e83f1ef11fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1031'] for router (43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:52.735311 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3e27af9a-0437-46c8-8125-e83f1ef11fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583618'] for router (43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:52.839039 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e27af9a-0437-46c8-8125-e83f1ef11fa1 admin admin] Router 43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:27:52.941570 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e27af9a-0437-46c8-8125-e83f1ef11fa1 admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:27:52.945641 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3e27af9a-0437-46c8-8125-e83f1ef11fa1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:52.959084 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-3e27af9a-0437-46c8-8125-e83f1ef11fa1 admin admin] 10.222.0.115 "PUT /v2.0/routers/43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8 HTTP/1.1" status: 200 len: 890 time: 1.8504875 Jan 25 03:27:53.385158 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] Sync routers for ids ['43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:27:53.400182 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] Routers {'43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:27:53.400766 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:27:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:27:53.619825 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] Set router 43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:27:54.078260 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8', 'name': 'router1', 'tenant_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4cfaa468-1419-45ba-b0ff-df98fb6871da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:27:31Z', 'updated_at': '2022-01-25T03:27:52Z', 'revision_number': 4, 'project_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'gw_port': {'id': '4cfaa468-1419-45ba-b0ff-df98fb6871da', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:27:51Z', 'updated_at': '2022-01-25T03:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '93860d57-06dd-4244-b49e-c0e388643a73', 'name': '', 'network_id': '009f7f87-9013-4156-a56d-71c47bf5bda6', 'tenant_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'mac_address': 'fa:16:3e:b6:46:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab68abe3-fcc2-44e5-b324-58c9077c42c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:27:41Z', 'updated_at': '2022-01-25T03:27:44Z', 'revision_number': 5, 'project_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'subnets': [{'id': 'ab68abe3-fcc2-44e5-b324-58c9077c42c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1aa5e47-354f-48fd-b9c0-fc26a050276b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:27:54.131331 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] Checking router: 43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8 for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:27:54.131700 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] Updating router 43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8 port 4cfaa468-1419-45ba-b0ff-df98fb6871da binding host dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:27:54.178801 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (4cfaa468-1419-45ba-b0ff-df98fb6871da), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:54.497140 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] Publish callbacks [] for port (4cfaa468-1419-45ba-b0ff-df98fb6871da), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:54.562299 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (4cfaa468-1419-45ba-b0ff-df98fb6871da), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:54.616249 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] Attempting to bind port 4cfaa468-1419-45ba-b0ff-df98fb6871da on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:27:54.616543 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] Attempting to bind port 4cfaa468-1419-45ba-b0ff-df98fb6871da by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:27:54.616895 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] Attempting to bind port 4cfaa468-1419-45ba-b0ff-df98fb6871da on network 239af684-5624-458a-b969-bfdffc6894c6 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:27:54.618786 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df910d6f-c70d-4020-b737-2ba8f00c65bb None None] Pushing event updated for resources: {'Port': ['ID=4cfaa468-1419-45ba-b0ff-df98fb6871da,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:27:54.624080 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:27:54.624699 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] Checking segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:27:54.624805 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:54.625185 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] Bound using segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:27:54.625643 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] Bound port: 4cfaa468-1419-45ba-b0ff-df98fb6871da, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:27:54.626011 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (4cfaa468-1419-45ba-b0ff-df98fb6871da), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:54.675597 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] For port 4cfaa468-1419-45ba-b0ff-df98fb6871da, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:27:54.678707 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] For port 4cfaa468-1419-45ba-b0ff-df98fb6871da, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=4cfaa468-1419-45ba-b0ff-df98fb6871da,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:27:54.756671 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (4cfaa468-1419-45ba-b0ff-df98fb6871da), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:54.816433 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df910d6f-c70d-4020-b737-2ba8f00c65bb None None] Pushing event updated for resources: {'Port': ['ID=4cfaa468-1419-45ba-b0ff-df98fb6871da,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:27:54.818948 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] Routers {'43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:27:54.819726 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:27:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:27:54.924400 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] Set router 43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:27:55.133731 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8', 'name': 'router1', 'tenant_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4cfaa468-1419-45ba-b0ff-df98fb6871da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:27:31Z', 'updated_at': '2022-01-25T03:27:52Z', 'revision_number': 4, 'project_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'gw_port': {'id': '4cfaa468-1419-45ba-b0ff-df98fb6871da', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:27:51Z', 'updated_at': '2022-01-25T03:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '93860d57-06dd-4244-b49e-c0e388643a73', 'name': '', 'network_id': '009f7f87-9013-4156-a56d-71c47bf5bda6', 'tenant_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'mac_address': 'fa:16:3e:b6:46:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab68abe3-fcc2-44e5-b324-58c9077c42c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:27:41Z', 'updated_at': '2022-01-25T03:27:44Z', 'revision_number': 5, 'project_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'subnets': [{'id': 'ab68abe3-fcc2-44e5-b324-58c9077c42c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1aa5e47-354f-48fd-b9c0-fc26a050276b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:27:55.160267 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3beb1e-2562-4f2f-92f2-32433b1b0296 None None] The sync data for ids ['43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8'] in dv-cinder-819011-2-iscsi is: [{'id': '43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8', 'name': 'router1', 'tenant_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4cfaa468-1419-45ba-b0ff-df98fb6871da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:27:31Z', 'updated_at': '2022-01-25T03:27:52Z', 'revision_number': 4, 'project_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'gw_port': {'id': '4cfaa468-1419-45ba-b0ff-df98fb6871da', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:27:51Z', 'updated_at': '2022-01-25T03:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '93860d57-06dd-4244-b49e-c0e388643a73', 'name': '', 'network_id': '009f7f87-9013-4156-a56d-71c47bf5bda6', 'tenant_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'mac_address': 'fa:16:3e:b6:46:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b8f616-bf1d-4b0f-ac3d-3e3b5f9410e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab68abe3-fcc2-44e5-b324-58c9077c42c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:27:41Z', 'updated_at': '2022-01-25T03:27:44Z', 'revision_number': 5, 'project_id': '1b6c12fe94df45a2a542ae3d28dd7ba3', 'subnets': [{'id': 'ab68abe3-fcc2-44e5-b324-58c9077c42c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1aa5e47-354f-48fd-b9c0-fc26a050276b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:27:55.411329 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 42652) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:27:55.530533 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-7cc2f714-e15f-42e5-be32-72d62e9c3708 admin admin] 10.222.0.115 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1150427 Jan 25 03:27:56.498055 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 4cfaa468-1419-45ba-b0ff-df98fb6871da up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:27:56.545656 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 4cfaa468-1419-45ba-b0ff-df98fb6871da triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:27:56.546042 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (4cfaa468-1419-45ba-b0ff-df98fb6871da), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:56.623478 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 4cfaa468-1419-45ba-b0ff-df98fb6871da is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:27:56.623786 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (4cfaa468-1419-45ba-b0ff-df98fb6871da), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:56.643820 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] For port 4cfaa468-1419-45ba-b0ff-df98fb6871da, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=4cfaa468-1419-45ba-b0ff-df98fb6871da,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:27:56.727934 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (4cfaa468-1419-45ba-b0ff-df98fb6871da), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:56.775299 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Pushing event updated for resources: {'Port': ['ID=4cfaa468-1419-45ba-b0ff-df98fb6871da,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:27:58.461642 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 4cfaa468-1419-45ba-b0ff-df98fb6871da up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:27:58.530468 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 4cfaa468-1419-45ba-b0ff-df98fb6871da triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:27:58.530842 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (4cfaa468-1419-45ba-b0ff-df98fb6871da), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:58.623494 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 4cfaa468-1419-45ba-b0ff-df98fb6871da is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:28:01.447829 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5e91097-c1ca-44be-965c-d703447603e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:28:03.745316 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53163019-8ee3-48db-89a6-1d062bdda12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:28:05.156408 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:28:06.670884 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:28:07.973205 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:28:28.745680 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 5 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:28:31.692666 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-19d0b351-3cb3-407c-81d6-d0d5df85a4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:28:33.726984 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-41260019-084d-485f-a1e7-f3db2e037be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:28:35.126906 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:28:37.383743 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:28:37.966560 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:01.446011 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2725944-b101-4d01-9194-079def8c3f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:03.730739 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e0441eb-2d01-465a-ab41-f0de330f8f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:05.143302 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:05.743157 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 5 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:29:06.679180 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:07.960231 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:17.776195 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43136) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:29:17.837561 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a79ee78-299e-4daf-adfa-e4d1dbbee453 admin admin] GET failed (client error): The resource could not be found. Jan 25 03:29:17.838830 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1a79ee78-299e-4daf-adfa-e4d1dbbee453 admin admin] 10.222.0.115 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616884 Jan 25 03:29:18.003859 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da204965-0e54-4358-9e38-c07d772884c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:29:18.005259 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-da204965-0e54-4358-9e38-c07d772884c8 admin admin] 10.222.0.115 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1621370 Jan 25 03:29:20.302364 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43146) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:29:20.392970 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ee1780-5b9a-43e4-b92e-510e43ff8f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:29:20.394316 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-59ee1780-5b9a-43e4-b92e-510e43ff8f5a admin admin] 10.222.0.115 "GET /v2.0/subnets/ab68abe3-fcc2-44e5-b324-58c9077c42c8 HTTP/1.1" status: 200 len: 849 time: 0.0909879 Jan 25 03:29:20.403738 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-a9c2d1b5-c8cf-4e56-9d98-491a579cef72 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:29:20.488961 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a9c2d1b5-c8cf-4e56-9d98-491a579cef72 admin admin] Publish callbacks [] for subnet (ab68abe3-fcc2-44e5-b324-58c9077c42c8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:20.701792 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a9c2d1b5-c8cf-4e56-9d98-491a579cef72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760337387596'] for subnet (ab68abe3-fcc2-44e5-b324-58c9077c42c8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:20.732062 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c2d1b5-c8cf-4e56-9d98-491a579cef72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:29:20.732655 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a9c2d1b5-c8cf-4e56-9d98-491a579cef72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:20.733916 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-a9c2d1b5-c8cf-4e56-9d98-491a579cef72 admin admin] 10.222.0.115 "PUT /v2.0/subnets/ab68abe3-fcc2-44e5-b324-58c9077c42c8 HTTP/1.1" status: 200 len: 868 time: 0.3337357 Jan 25 03:29:20.737951 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c9db0c-a067-41cd-917f-09b96abe8896 None None] Network 009f7f87-9013-4156-a56d-71c47bf5bda6 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:29:20.757760 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2d1b5-c8cf-4e56-9d98-491a579cef72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab68abe3-fcc2-44e5-b324-58c9077c42c8,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:29:20.761524 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2d1b5-c8cf-4e56-9d98-491a579cef72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:29:20.761878 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2d1b5-c8cf-4e56-9d98-491a579cef72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:29:20.762137 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2d1b5-c8cf-4e56-9d98-491a579cef72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:29:20.762469 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2d1b5-c8cf-4e56-9d98-491a579cef72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:29:20.762795 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2d1b5-c8cf-4e56-9d98-491a579cef72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:29:20.763219 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2d1b5-c8cf-4e56-9d98-491a579cef72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:29:20.763554 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2d1b5-c8cf-4e56-9d98-491a579cef72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:29:20.763880 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2d1b5-c8cf-4e56-9d98-491a579cef72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:29:20.764202 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2d1b5-c8cf-4e56-9d98-491a579cef72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:29:20.764525 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2d1b5-c8cf-4e56-9d98-491a579cef72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:29:20.764846 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2d1b5-c8cf-4e56-9d98-491a579cef72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:29:20.765267 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2d1b5-c8cf-4e56-9d98-491a579cef72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:29:20.765582 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2d1b5-c8cf-4e56-9d98-491a579cef72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:29:21.084119 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-5c0d8518-fe08-4598-96c9-363638cbf359 None None] Provisioning complete for port 93860d57-06dd-4244-b49e-c0e388643a73 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:29:21.084408 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5c0d8518-fe08-4598-96c9-363638cbf359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (93860d57-06dd-4244-b49e-c0e388643a73), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:21.159840 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d8518-fe08-4598-96c9-363638cbf359 None None] Current status of the port 93860d57-06dd-4244-b49e-c0e388643a73 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:29:21.169483 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-5c0d8518-fe08-4598-96c9-363638cbf359 None None] Provisioning complete for port 3e05af60-1e86-4754-8538-3487cfc996ff triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:29:21.169876 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5c0d8518-fe08-4598-96c9-363638cbf359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (3e05af60-1e86-4754-8538-3487cfc996ff), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:21.247270 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d8518-fe08-4598-96c9-363638cbf359 None None] Current status of the port 3e05af60-1e86-4754-8538-3487cfc996ff is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:29:23.010244 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43154) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:29:23.205799 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef21630-386b-4674-b10b-d16e0d281e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:29:23.206191 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef21630-386b-4674-b10b-d16e0d281e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:29:23.207745 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-5ef21630-386b-4674-b10b-d16e0d281e44 admin admin] 10.222.0.115 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1965516 Jan 25 03:29:25.496504 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43162) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:29:25.627698 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79fa8c1-f9f8-4619-bb73-f07afe982098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:29:25.628168 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79fa8c1-f9f8-4619-bb73-f07afe982098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:29:25.629690 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-b79fa8c1-f9f8-4619-bb73-f07afe982098 admin admin] 10.222.0.115 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1323009 Jan 25 03:29:27.908438 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43170) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:29:28.040097 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51227ed-75eb-40d8-b0de-8d5d8650bfd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:29:28.041434 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-f51227ed-75eb-40d8-b0de-8d5d8650bfd9 admin admin] 10.222.0.115 "GET /v2.0/networks/009f7f87-9013-4156-a56d-71c47bf5bda6 HTTP/1.1" status: 200 len: 868 time: 0.1320732 Jan 25 03:29:30.289920 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43178) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:29:30.411991 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c235fb1f-1d8b-4cde-8d94-541aa2558e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:29:30.413379 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c235fb1f-1d8b-4cde-8d94-541aa2558e51 admin admin] 10.222.0.115 "GET /v2.0/networks/239af684-5624-458a-b969-bfdffc6894c6 HTTP/1.1" status: 200 len: 886 time: 0.1224010 Jan 25 03:29:31.445158 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-48dcd815-167b-4af4-8c28-95164d9fdccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:32.672360 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 43186) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:29:32.809878 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48baa138-c671-45be-a257-803fbdbabcfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:29:32.810331 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48baa138-c671-45be-a257-803fbdbabcfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:29:32.811906 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-48baa138-c671-45be-a257-803fbdbabcfb admin admin] 10.222.0.115 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1385071 Jan 25 03:29:33.719724 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c6aca539-fed5-4b89-b5bd-567ccd72850c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:35.073496 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 43196) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:29:35.163925 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:35.167386 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349ebdd3-9184-449e-9560-60e034e28098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:29:35.172069 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349ebdd3-9184-449e-9560-60e034e28098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:29:35.172069 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-349ebdd3-9184-449e-9560-60e034e28098 admin admin] 10.222.0.115 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0949244 Jan 25 03:29:36.689460 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:37.432317 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 43204) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:29:37.545287 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeffc92-3fbd-44c4-a790-b212f8b55a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:29:37.546639 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-3aeffc92-3fbd-44c4-a790-b212f8b55a8d admin admin] 10.222.0.115 "GET /v2.0/subnets/633c65e6-a2b9-4bb5-a70e-b23c3791a1d5 HTTP/1.1" status: 200 len: 816 time: 0.1133537 Jan 25 03:29:37.959415 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:39.818851 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43212) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:29:39.910811 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bc07f3-7126-4ccc-8772-7ed1c2d41e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:29:39.912201 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c3bc07f3-7126-4ccc-8772-7ed1c2d41e7b admin admin] 10.222.0.115 "GET /v2.0/subnets/ab68abe3-fcc2-44e5-b324-58c9077c42c8 HTTP/1.1" status: 200 len: 868 time: 0.0922925 Jan 25 03:29:42.741796 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 5 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:30:01.432913 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-82f6bb34-309e-47bc-b628-28a6733abdc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:03.722732 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9fa1-5179-4764-b7a0-b56de8c11362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:04.705249 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43266) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:30:04.751664 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [None req-7cdac070-5f02-4dca-b25d-7292b6b16d3f admin admin] http://10.222.0.115:9696/v2.0/extensions returned with HTTP 200 {{(pid=103185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:30:04.752635 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-7cdac070-5f02-4dca-b25d-7292b6b16d3f admin admin] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464633 Jan 25 03:30:05.158400 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:06.661326 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:07.139070 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43274) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:30:07.197501 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.pecan_wsgi.hooks.translation [None req-5248db29-6426-4d38-9c65-5de0bdead96b admin admin] GET failed (client error): The resource could not be found. Jan 25 03:30:07.198793 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-5248db29-6426-4d38-9c65-5de0bdead96b admin admin] 10.222.0.115 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0587850 Jan 25 03:30:07.283740 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7f6fe9-c07e-4895-8abb-96e23a7c14c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:30:07.285168 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-ea7f6fe9-c07e-4895-8abb-96e23a7c14c6 admin admin] 10.222.0.115 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0816982 Jan 25 03:30:07.956701 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:09.621570 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43284) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:30:09.667145 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-c91066bf-0a8e-440a-92d7-99a4f01baa92 admin admin] Request body: {'network': {'shared': True, 'tenant_id': 'dd4a06bda3f4433cbd05612d1617bec6', 'name': 'shared', 'admin_state_up': True, 'project_id': 'dd4a06bda3f4433cbd05612d1617bec6'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:30:09.735693 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91066bf-0a8e-440a-92d7-99a4f01baa92 admin admin] Made reservation on behalf of dd4a06bda3f4433cbd05612d1617bec6 for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:30:09.738034 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c91066bf-0a8e-440a-92d7-99a4f01baa92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:09.768728 dv-cinder-819011-2-iscsi neutron-server[103185]: WARNING neutron.services.revisions.revision_plugin [None req-c91066bf-0a8e-440a-92d7-99a4f01baa92 admin admin] Could not find related network for resource to bump revision. Jan 25 03:30:09.780980 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91066bf-0a8e-440a-92d7-99a4f01baa92 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:30:09.790193 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c91066bf-0a8e-440a-92d7-99a4f01baa92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (3280f77f-9422-4dd2-b809-50ec639a2849), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:09.790524 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-c91066bf-0a8e-440a-92d7-99a4f01baa92 admin admin] Added segment 3280f77f-9422-4dd2-b809-50ec639a2849 of type vlan for network 0b917203-5e09-47b4-844d-fe363f6e62f4 Jan 25 03:30:09.829491 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c91066bf-0a8e-440a-92d7-99a4f01baa92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760336855179'] for network (0b917203-5e09-47b4-844d-fe363f6e62f4), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:09.924285 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c91066bf-0a8e-440a-92d7-99a4f01baa92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for network (0b917203-5e09-47b4-844d-fe363f6e62f4), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:09.925213 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91066bf-0a8e-440a-92d7-99a4f01baa92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:30:09.925787 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c91066bf-0a8e-440a-92d7-99a4f01baa92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:10.080097 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91066bf-0a8e-440a-92d7-99a4f01baa92 admin admin] Pushing event updated for resources: {'Network': ['ID=0b917203-5e09-47b4-844d-fe363f6e62f4,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:30:10.090324 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Network 0b917203-5e09-47b4-844d-fe363f6e62f4 details requested by agent ovs-agent-dv-cinder-819011-2-iscsi with host dv-cinder-819011-2-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:30:10.107724 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c91066bf-0a8e-440a-92d7-99a4f01baa92 admin admin] 10.222.0.115 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4836426 Jan 25 03:30:12.472798 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43294) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:30:12.535223 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f065e1-8ee1-421c-8787-11e419aed323 admin admin] GET failed (client error): The resource could not be found. Jan 25 03:30:12.536497 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-84f065e1-8ee1-421c-8787-11e419aed323 admin admin] 10.222.0.115 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0627129 Jan 25 03:30:12.605503 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcacf7c-97c3-4de4-9bc4-5de2a41eb71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:30:12.606832 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-8fcacf7c-97c3-4de4-9bc4-5de2a41eb71c admin admin] 10.222.0.115 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0663431 Jan 25 03:30:12.616972 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-da2f7916-c5ee-461e-941f-d1762bf7f97d admin admin] Request body: {'subnet': {'tenant_id': 'dd4a06bda3f4433cbd05612d1617bec6', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '0b917203-5e09-47b4-844d-fe363f6e62f4', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:30:12.684303 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2f7916-c5ee-461e-941f-d1762bf7f97d admin admin] Made reservation on behalf of dd4a06bda3f4433cbd05612d1617bec6 for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:30:12.687162 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-da2f7916-c5ee-461e-941f-d1762bf7f97d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:12.916501 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-da2f7916-c5ee-461e-941f-d1762bf7f97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for subnet (a837ffec-4486-4753-96bd-0fd2b3c7e014), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:12.972256 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f7916-c5ee-461e-941f-d1762bf7f97d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a837ffec-4486-4753-96bd-0fd2b3c7e014,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:30:12.981731 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2f7916-c5ee-461e-941f-d1762bf7f97d admin admin] Checking segment: {'id': '3280f77f-9422-4dd2-b809-50ec639a2849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b917203-5e09-47b4-844d-fe363f6e62f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:30:12.982089 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2f7916-c5ee-461e-941f-d1762bf7f97d admin admin] Network hostable DHCP agents. Network: 0b917203-5e09-47b4-844d-fe363f6e62f4, hostable agents: ['5c3e864f-61ec-45bb-b284-87f8aa4f333d'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:30:13.076363 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2f7916-c5ee-461e-941f-d1762bf7f97d admin admin] Network 0b917203-5e09-47b4-844d-fe363f6e62f4 is scheduled to be hosted by DHCP agent 5c3e864f-61ec-45bb-b284-87f8aa4f333d with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:30:13.127465 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-da2f7916-c5ee-461e-941f-d1762bf7f97d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819011-2-iscsi, 0b917203-5e09-47b4-844d-fe363f6e62f4) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:30:13.131578 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f7916-c5ee-461e-941f-d1762bf7f97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:30:13.136493 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-da2f7916-c5ee-461e-941f-d1762bf7f97d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:13.138317 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384eeaf4-67da-48f7-b407-8039c9ca9087 None None] Network 0b917203-5e09-47b4-844d-fe363f6e62f4 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:30:13.210588 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-da2f7916-c5ee-461e-941f-d1762bf7f97d admin admin] 10.222.0.115 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5966768 Jan 25 03:30:13.239861 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e6a332-c4fa-5dd5-a739-4b4ec2713b6a-0b917203-5e09-47b4-844d-fe363f6e62f4', 'network_id': '0b917203-5e09-47b4-844d-fe363f6e62f4', 'project_id': 'dd4a06bda3f4433cbd05612d1617bec6', 'fixed_ips': [{'subnet_id': 'a837ffec-4486-4753-96bd-0fd2b3c7e014'}]}} from dv-cinder-819011-2-iscsi. {{(pid=103187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 03:30:13.240910 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:13.387896 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Allocated IP 192.168.233.2 (0b917203-5e09-47b4-844d-fe363f6e62f4/a837ffec-4486-4753-96bd-0fd2b3c7e014/2aed799b-95b0-4380-988d-58726fdf0962) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:30:13.630806 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Publish callbacks [] for port (2aed799b-95b0-4380-988d-58726fdf0962), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:13.724951 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (2aed799b-95b0-4380-988d-58726fdf0962), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:13.764534 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Network 0b917203-5e09-47b4-844d-fe363f6e62f4 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:30:13.767341 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:30:13.772978 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:30:13.782170 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Pushing event updated for resources: {'Port': ['ID=2aed799b-95b0-4380-988d-58726fdf0962,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:30:13.791783 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:30:13.792153 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:30:13.792512 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:30:13.792849 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:30:13.793178 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:30:13.793498 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:30:13.793819 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:30:13.794139 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:30:13.794457 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:30:13.795358 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:30:13.795681 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:30:13.795989 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:30:13.796300 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:30:13.844844 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Attempting to bind port 2aed799b-95b0-4380-988d-58726fdf0962 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:30:13.845212 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Attempting to bind port 2aed799b-95b0-4380-988d-58726fdf0962 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '3280f77f-9422-4dd2-b809-50ec639a2849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b917203-5e09-47b4-844d-fe363f6e62f4'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:30:13.845572 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Attempting to bind port 2aed799b-95b0-4380-988d-58726fdf0962 on network 0b917203-5e09-47b4-844d-fe363f6e62f4 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:30:13.850595 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:30:13.850964 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Checking segment: {'id': '3280f77f-9422-4dd2-b809-50ec639a2849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b917203-5e09-47b4-844d-fe363f6e62f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:30:13.851420 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:13.851807 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Bound using segment: {'id': '3280f77f-9422-4dd2-b809-50ec639a2849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b917203-5e09-47b4-844d-fe363f6e62f4'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:30:13.852264 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Bound port: 2aed799b-95b0-4380-988d-58726fdf0962, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3280f77f-9422-4dd2-b809-50ec639a2849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b917203-5e09-47b4-844d-fe363f6e62f4'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:30:13.852637 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (2aed799b-95b0-4380-988d-58726fdf0962), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:13.917848 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] For port 2aed799b-95b0-4380-988d-58726fdf0962, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:30:13.921631 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] For port 2aed799b-95b0-4380-988d-58726fdf0962, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=2aed799b-95b0-4380-988d-58726fdf0962,segment=NetworkSegment(3280f77f-9422-4dd2-b809-50ec639a2849),segment_id=3280f77f-9422-4dd2-b809-50ec639a2849)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:30:13.987746 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (2aed799b-95b0-4380-988d-58726fdf0962), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:14.045417 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380093e-b53e-48ca-b895-07a87a084862 None None] Pushing event updated for resources: {'Port': ['ID=2aed799b-95b0-4380-988d-58726fdf0962,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:30:14.596291 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 2aed799b-95b0-4380-988d-58726fdf0962 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:30:14.653869 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 2aed799b-95b0-4380-988d-58726fdf0962 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:30:14.654312 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (2aed799b-95b0-4380-988d-58726fdf0962), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:14.741882 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 2aed799b-95b0-4380-988d-58726fdf0962 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:30:14.742228 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (2aed799b-95b0-4380-988d-58726fdf0962), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:14.780827 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] For port 2aed799b-95b0-4380-988d-58726fdf0962, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=2aed799b-95b0-4380-988d-58726fdf0962,segment=NetworkSegment(3280f77f-9422-4dd2-b809-50ec639a2849),segment_id=3280f77f-9422-4dd2-b809-50ec639a2849)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:30:14.870959 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (2aed799b-95b0-4380-988d-58726fdf0962), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:14.933182 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Pushing event updated for resources: {'Port': ['ID=2aed799b-95b0-4380-988d-58726fdf0962,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:30:15.042986 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d76897-7410-442f-97c2-482629b31d0f None None] Network 0b917203-5e09-47b4-844d-fe363f6e62f4 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:30:15.123792 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-87e0c8b2-8831-4b7d-a630-39cc391a6f39 None None] Provisioning complete for port 2aed799b-95b0-4380-988d-58726fdf0962 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:30:15.124245 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87e0c8b2-8831-4b7d-a630-39cc391a6f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (2aed799b-95b0-4380-988d-58726fdf0962), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:15.244355 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-87e0c8b2-8831-4b7d-a630-39cc391a6f39 None None] Current status of the port 2aed799b-95b0-4380-988d-58726fdf0962 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:30:15.469465 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-5f20734b-5aa9-48a9-bddb-3113f80223c6 None None] Provisioning complete for port 2aed799b-95b0-4380-988d-58726fdf0962 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:30:15.469954 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5f20734b-5aa9-48a9-bddb-3113f80223c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (2aed799b-95b0-4380-988d-58726fdf0962), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:15.550965 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5f20734b-5aa9-48a9-bddb-3113f80223c6 None None] Current status of the port 2aed799b-95b0-4380-988d-58726fdf0962 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:30:16.542887 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 2aed799b-95b0-4380-988d-58726fdf0962 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:30:16.595439 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 2aed799b-95b0-4380-988d-58726fdf0962 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:30:16.595827 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (2aed799b-95b0-4380-988d-58726fdf0962), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:16.683325 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 2aed799b-95b0-4380-988d-58726fdf0962 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:30:19.740388 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 5 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:30:31.453161 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ed7de5af-cd82-43c1-a5f4-a0b7bdc79867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:33.849904 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da1a23cf-ead8-4f53-9b66-0d434e0ec368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:35.195509 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:36.729655 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:37.952514 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:56.738535 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 5 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:31:01.436946 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0fd8-ec62-433d-9774-bedb7cc10b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:31:03.720127 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8519bedc-50fe-4850-ac08-ea6d8a3bb310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:31:05.154375 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:31:06.691164 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:31:07.959988 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:31:31.439123 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a555d458-0ab2-4bb9-a027-59fb00953b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:31:33.724544 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cd450f9a-f1ce-4032-a489-e9edd07c6542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:31:33.737919 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 5 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:31:35.156393 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:31:36.687928 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:31:37.967593 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:32:00.419536 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43338) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:32:00.425261 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [None req-0e719466-fb04-40ac-b37c-5de894118256 tempest-verify_tempest_config-1282458061 tempest-verify_tempest_config-1282458061-project] http://10.222.0.115:9696/v2.0/extensions returned with HTTP 200 {{(pid=103185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:32:00.426221 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-0e719466-fb04-40ac-b37c-5de894118256 tempest-verify_tempest_config-1282458061 tempest-verify_tempest_config-1282458061-project] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057805 Jan 25 03:32:00.973919 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43356) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:32:01.073732 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c01c3a47-14d8-4ca3-8598-5bdc8af8005d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:32:01.144457 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c01c3a47-14d8-4ca3-8598-5bdc8af8005d admin admin] Publish callbacks [] for security_group (c794d288-d313-4ae7-ac58-a6792ec69879), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:32:01.220482 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c01c3a47-14d8-4ca3-8598-5bdc8af8005d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (c794d288-d313-4ae7-ac58-a6792ec69879), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:32:01.266683 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c01c3a47-14d8-4ca3-8598-5bdc8af8005d admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=c144d8b35fba41ba9a579c863bc90d5d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2917366 Jan 25 03:32:01.267499 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c3a47-14d8-4ca3-8598-5bdc8af8005d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c794d288-d313-4ae7-ac58-a6792ec69879,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:32:01.269536 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 43360) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:32:01.275180 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c3a47-14d8-4ca3-8598-5bdc8af8005d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.275545 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c3a47-14d8-4ca3-8598-5bdc8af8005d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.275887 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c3a47-14d8-4ca3-8598-5bdc8af8005d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.276219 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c3a47-14d8-4ca3-8598-5bdc8af8005d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.276547 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c3a47-14d8-4ca3-8598-5bdc8af8005d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.276874 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c3a47-14d8-4ca3-8598-5bdc8af8005d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.277193 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c3a47-14d8-4ca3-8598-5bdc8af8005d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.277512 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c3a47-14d8-4ca3-8598-5bdc8af8005d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.277849 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c3a47-14d8-4ca3-8598-5bdc8af8005d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.278195 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c3a47-14d8-4ca3-8598-5bdc8af8005d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.278518 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c3a47-14d8-4ca3-8598-5bdc8af8005d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.278839 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c3a47-14d8-4ca3-8598-5bdc8af8005d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.279171 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c3a47-14d8-4ca3-8598-5bdc8af8005d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.328639 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3a0768ba-367e-4e29-9fcd-0e7dc739bfc9 admin admin] Publish callbacks [] for security_group (c794d288-d313-4ae7-ac58-a6792ec69879), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:32:01.349884 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3a0768ba-367e-4e29-9fcd-0e7dc739bfc9 admin admin] Publish callbacks [] for security_group (c794d288-d313-4ae7-ac58-a6792ec69879), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:32:01.432501 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8fa23878-dc94-4c94-b34b-8027d297c89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:32:01.517919 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3a0768ba-367e-4e29-9fcd-0e7dc739bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (c794d288-d313-4ae7-ac58-a6792ec69879), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:32:01.520535 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3a0768ba-367e-4e29-9fcd-0e7dc739bfc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:32:01.521701 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-3a0768ba-367e-4e29-9fcd-0e7dc739bfc9 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/c794d288-d313-4ae7-ac58-a6792ec69879 HTTP/1.1" status: 204 len: 168 time: 0.2511256 Jan 25 03:32:01.529632 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0768ba-367e-4e29-9fcd-0e7dc739bfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c794d288-d313-4ae7-ac58-a6792ec69879,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:32:01.536295 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0768ba-367e-4e29-9fcd-0e7dc739bfc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.536659 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0768ba-367e-4e29-9fcd-0e7dc739bfc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.544071 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0768ba-367e-4e29-9fcd-0e7dc739bfc9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.544071 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0768ba-367e-4e29-9fcd-0e7dc739bfc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.544071 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0768ba-367e-4e29-9fcd-0e7dc739bfc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.544071 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0768ba-367e-4e29-9fcd-0e7dc739bfc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.544071 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0768ba-367e-4e29-9fcd-0e7dc739bfc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.544071 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0768ba-367e-4e29-9fcd-0e7dc739bfc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.544071 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0768ba-367e-4e29-9fcd-0e7dc739bfc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.544071 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0768ba-367e-4e29-9fcd-0e7dc739bfc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.544071 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0768ba-367e-4e29-9fcd-0e7dc739bfc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.544071 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0768ba-367e-4e29-9fcd-0e7dc739bfc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:01.544071 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0768ba-367e-4e29-9fcd-0e7dc739bfc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:32:03.756007 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-118e778f-896e-407a-a1c0-e40eafb0f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:32:05.151830 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:32:06.682833 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:32:07.962988 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:32:10.737090 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 5 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:32:31.470126 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-07772330-a236-4d97-b59e-fcf8689ba469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:32:33.767617 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-49ea9e09-0497-4c35-941e-eaa47981d3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:32:35.161379 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:32:36.697605 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:32:37.961242 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:32:47.737396 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 5 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:33:01.445903 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f1a4-3072-46b8-b8d1-2b2ff4c49b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:33:03.731744 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1186214-8644-43d0-9b56-44cd80827eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:33:05.159940 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:33:06.680681 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:33:07.954478 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:33:24.739523 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 5 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:33:31.467381 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-91955427-75f7-4e1d-ac2f-faf7efaecfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:33:33.730751 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5a84e5d9-3ad4-4beb-a91e-0db750163d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:33:35.164736 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:33:36.684590 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:33:37.958825 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:33:39.438596 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582091'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:33:53.391750 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43436) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:33:53.500032 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-a0334e3b-248f-47fc-b1cf-3b22f7edfcb1 admin admin] 10.222.0.115 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.1071336 Jan 25 03:33:55.898954 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43446) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:33:55.953148 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-0a142467-e589-457d-b161-3d8d71601c63 admin admin] 10.222.0.115 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.0530701 Jan 25 03:34:01.450101 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8a883138-1728-4504-a108-2a1f64653aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:34:01.739024 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:34:03.734964 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9a1f2f1d-c889-4d21-a18d-645dfc1c2e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:34:05.174874 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:34:06.706266 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:34:07.963099 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:34:09.409244 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:34:31.458946 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-adf8449a-d831-4796-b40f-f18cedf9d2dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:34:33.734428 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e9eb5672-2553-407e-ac68-b71d965cffe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:34:35.174693 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:34:36.728592 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:34:37.968580 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:34:38.739032 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:34:39.418779 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:01.436435 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6e6a5147-9905-4d98-81a8-e6d8ae01159c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:03.733244 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-61eb9e31-b1a0-4d35-b19f-3ee0cd18dad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:05.190620 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:06.710764 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:07.962654 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:09.419544 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:15.738546 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:35:28.919347 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43640) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:28.944628 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43646) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:29.093590 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43654) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:29.366981 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-539117186-network', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:29.402186 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-94011594-4a5d-4421-95d6-2654359ef62c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1155748945-network', 'tenant_id': 'b7c304fa11cb41daba65e6a85cf2c360'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:29.504988 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Made reservation on behalf of 33c5e2c89460402987c96eb3c3340a68 for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:35:29.507387 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:29.520229 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:29.553555 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 43672) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:29.606277 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Publish callbacks [] for security_group (6594ba9b-a73b-4667-afc5-85b80a8fb88c), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:29.611325 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-f31d263d-3c1a-4e04-a28b-400fd500c66f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-103151004-network', 'tenant_id': '33b8fc6cf53240e292dae12d36286f56'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:29.624810 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94011594-4a5d-4421-95d6-2654359ef62c admin admin] Made reservation on behalf of b7c304fa11cb41daba65e6a85cf2c360 for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:35:29.627080 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94011594-4a5d-4421-95d6-2654359ef62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:29.640611 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94011594-4a5d-4421-95d6-2654359ef62c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:29.721180 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (6594ba9b-a73b-4667-afc5-85b80a8fb88c), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:29.745373 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94011594-4a5d-4421-95d6-2654359ef62c admin admin] Publish callbacks [] for security_group (46f011f0-28fc-4bf9-956c-ea04919d6f66), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:29.750142 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31d263d-3c1a-4e04-a28b-400fd500c66f admin admin] Made reservation on behalf of 33b8fc6cf53240e292dae12d36286f56 for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:35:29.752441 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f31d263d-3c1a-4e04-a28b-400fd500c66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:29.758951 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:35:29.779247 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1030709783-network', 'tenant_id': '2e67c9d0a7f44900a2ac9fdc1bdcb15a'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:29.781286 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (3f377e7e-fbd0-433f-81b2-988bc7eaecd4), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:29.781630 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Added segment 3f377e7e-fbd0-433f-81b2-988bc7eaecd4 of type vlan for network f476d920-246d-45fc-9288-e583ed5f94c0 Jan 25 03:35:29.786616 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6594ba9b-a73b-4667-afc5-85b80a8fb88c,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:29.793621 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f31d263d-3c1a-4e04-a28b-400fd500c66f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:29.802917 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:29.803467 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:29.804131 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:29.804840 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:29.805332 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:29.805827 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:29.806181 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:29.806519 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:29.806861 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:29.807771 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:29.808274 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:29.808853 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:29.809182 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Tracked resource versions report: Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: pushed versions: Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: { 'AddressGroup': {'1.2'}, Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'ConntrackHelper': {'1.0'}, Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'LocalIPAssociation': {'1.0'}, Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'Log': {'1.0'}, Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'Network': {'1.1'}, Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'Port': {'1.7'}, Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'PortForwarding': {'1.2'}, Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'QosPolicy': {'1.10'}, Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'SecurityGroup': {'1.5'}, Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'SecurityGroupRule': {'1.2'}, Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'SubPort': {'1.0'}, Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'Subnet': {'1.1'}, Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'Trunk': {'1.1'}} Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: consumer versions: Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: { DHCP agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: HyperV agent@hv-cinder-81901: {}, Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: L3 agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: Metadata agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: Metering agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: Open vSwitch agent@dv-cinder-819011-2-iscsi: { 'AddressGroup': '1.2', Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'ConntrackHelper': '1.0', Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'LocalIPAssociation': '1.0', Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'Log': '1.0', Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'Network': '1.1', Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'Port': '1.7', Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'PortForwarding': '1.2', Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'QosPolicy': '1.10', Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'SecurityGroup': '1.5', Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'SecurityGroupRule': '1.2', Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'SubPort': '1.0', Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'Subnet': '1.1', Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: 'Trunk': '1.1'}} Jan 25 03:35:29.810261 dv-cinder-819011-2-iscsi neutron-server[103185]: {{(pid=103185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 03:35:29.880867 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760336855179'] for network (f476d920-246d-45fc-9288-e583ed5f94c0), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:29.890747 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94011594-4a5d-4421-95d6-2654359ef62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (46f011f0-28fc-4bf9-956c-ea04919d6f66), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:29.927521 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Made reservation on behalf of 2e67c9d0a7f44900a2ac9fdc1bdcb15a for: {'network': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:35:29.932550 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for network (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:29.939117 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:29.959608 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94011594-4a5d-4421-95d6-2654359ef62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f011f0-28fc-4bf9-956c-ea04919d6f66,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:30.004680 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94011594-4a5d-4421-95d6-2654359ef62c admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:35:30.033312 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94011594-4a5d-4421-95d6-2654359ef62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (908330e8-0f34-421a-a960-e1f0e985230a), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:30.033913 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-94011594-4a5d-4421-95d6-2654359ef62c admin admin] Added segment 908330e8-0f34-421a-a960-e1f0e985230a of type vlan for network 21305d52-419e-4a5b-aa5c-f29427395669 Jan 25 03:35:30.039093 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Publish callbacks [] for security_group (38c9c8bd-97b4-4d9e-a015-b2de98f92e50), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:30.054016 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for network (f476d920-246d-45fc-9288-e583ed5f94c0), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:30.055003 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:30.055647 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:30.074845 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f31d263d-3c1a-4e04-a28b-400fd500c66f admin admin] Publish callbacks [] for security_group (61a0d68d-c50c-4421-87ab-4554d90d21c5), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:30.128383 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94011594-4a5d-4421-95d6-2654359ef62c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760336855179'] for network (21305d52-419e-4a5b-aa5c-f29427395669), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:30.137824 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (38c9c8bd-97b4-4d9e-a015-b2de98f92e50), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:30.167779 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:35:30.172662 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] Pushing event updated for resources: {'Network': ['ID=f476d920-246d-45fc-9288-e583ed5f94c0,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:30.185864 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (b2c63bc6-3c43-4648-ac9b-c699ff3bbb42), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:30.186444 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.db.segments_db [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Added segment b2c63bc6-3c43-4648-ac9b-c699ff3bbb42 of type vlan for network 835e181b-635d-41dd-9269-42b6c17d0334 Jan 25 03:35:30.188873 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Network f476d920-246d-45fc-9288-e583ed5f94c0 details requested by agent ovs-agent-dv-cinder-819011-2-iscsi with host dv-cinder-819011-2-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:35:30.213435 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f31d263d-3c1a-4e04-a28b-400fd500c66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (61a0d68d-c50c-4421-87ab-4554d90d21c5), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:30.248259 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31d263d-3c1a-4e04-a28b-400fd500c66f admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:35:30.278953 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f31d263d-3c1a-4e04-a28b-400fd500c66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (1655bac7-6a9f-4c1c-8833-422ec3e68371), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:30.279743 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-f31d263d-3c1a-4e04-a28b-400fd500c66f admin admin] Added segment 1655bac7-6a9f-4c1c-8833-422ec3e68371 of type vlan for network deac9f35-58f2-4929-9ca8-e3d4d0912a3d Jan 25 03:35:30.352354 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c898255d-c885-42cd-9fea-49fd63f6eda1 admin admin] 10.222.0.115 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4317987 Jan 25 03:35:30.355511 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d263d-3c1a-4e04-a28b-400fd500c66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a0d68d-c50c-4421-87ab-4554d90d21c5,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:30.358566 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43714) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:30.397777 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760336855179'] for network (835e181b-635d-41dd-9269-42b6c17d0334), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:30.418279 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-d3c6fa70-4ae5-42f9-b74a-d8e95d1cdab3 admin admin] Request body: {'subnet': {'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-subnet', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:30.446315 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f31d263d-3c1a-4e04-a28b-400fd500c66f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760336855179'] for network (deac9f35-58f2-4929-9ca8-e3d4d0912a3d), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:30.464295 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94011594-4a5d-4421-95d6-2654359ef62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for network (21305d52-419e-4a5b-aa5c-f29427395669), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:30.465574 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94011594-4a5d-4421-95d6-2654359ef62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:30.466362 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94011594-4a5d-4421-95d6-2654359ef62c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:30.477214 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c9c8bd-97b4-4d9e-a015-b2de98f92e50,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:30.486469 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:30.487182 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:30.487749 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:30.488604 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:30.489270 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:30.489822 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:30.490587 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:30.491164 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:30.491721 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:30.492384 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:30.492955 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:30.493482 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:30.494127 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Tracked resource versions report: Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: pushed versions: Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: { 'AddressGroup': {'1.2'}, Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'ConntrackHelper': {'1.0'}, Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'LocalIPAssociation': {'1.0'}, Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'Log': {'1.0'}, Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'Network': {'1.1'}, Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'Port': {'1.7'}, Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'PortForwarding': {'1.2'}, Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'QosPolicy': {'1.10'}, Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'SecurityGroup': {'1.5'}, Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'SecurityGroupRule': {'1.2'}, Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'SubPort': {'1.0'}, Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'Subnet': {'1.1'}, Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'Trunk': {'1.1'}} Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: consumer versions: Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: { DHCP agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: HyperV agent@hv-cinder-81901: {}, Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: L3 agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: Metadata agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: Metering agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: Open vSwitch agent@dv-cinder-819011-2-iscsi: { 'AddressGroup': '1.2', Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'ConntrackHelper': '1.0', Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'LocalIPAssociation': '1.0', Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'Log': '1.0', Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'Network': '1.1', Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'Port': '1.7', Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'PortForwarding': '1.2', Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'QosPolicy': '1.10', Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'SecurityGroup': '1.5', Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'SecurityGroupRule': '1.2', Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'SubPort': '1.0', Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'Subnet': '1.1', Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: 'Trunk': '1.1'}} Jan 25 03:35:30.496258 dv-cinder-819011-2-iscsi neutron-server[103186]: {{(pid=103186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 03:35:30.552071 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94011594-4a5d-4421-95d6-2654359ef62c admin admin] Pushing event updated for resources: {'Network': ['ID=21305d52-419e-4a5b-aa5c-f29427395669,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:30.570274 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Network 21305d52-419e-4a5b-aa5c-f29427395669 details requested by agent ovs-agent-dv-cinder-819011-2-iscsi with host dv-cinder-819011-2-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:35:30.570765 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c6fa70-4ae5-42f9-b74a-d8e95d1cdab3 admin admin] Made reservation on behalf of 33c5e2c89460402987c96eb3c3340a68 for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:35:30.573732 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d3c6fa70-4ae5-42f9-b74a-d8e95d1cdab3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:30.581558 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for network (835e181b-635d-41dd-9269-42b6c17d0334), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:30.584434 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:30.584925 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:30.681644 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f31d263d-3c1a-4e04-a28b-400fd500c66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for network (deac9f35-58f2-4929-9ca8-e3d4d0912a3d), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:30.683570 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31d263d-3c1a-4e04-a28b-400fd500c66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:30.684138 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f31d263d-3c1a-4e04-a28b-400fd500c66f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:30.693743 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-94011594-4a5d-4421-95d6-2654359ef62c admin admin] 10.222.0.115 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7481306 Jan 25 03:35:30.699195 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43728) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:30.713196 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] Pushing event updated for resources: {'Network': ['ID=835e181b-635d-41dd-9269-42b6c17d0334,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:30.722614 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-d94448a4-eb2c-4eff-9a2b-fb600eb3fef2 admin admin] Request body: {'subnet': {'network_id': '21305d52-419e-4a5b-aa5c-f29427395669', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1155748945-subnet', 'tenant_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:30.729094 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Network 835e181b-635d-41dd-9269-42b6c17d0334 details requested by agent ovs-agent-dv-cinder-819011-2-iscsi with host dv-cinder-819011-2-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:35:30.793027 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-9bb7a4f5-c50a-4c95-b923-7badf6dc5634 admin admin] 10.222.0.115 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2374172 Jan 25 03:35:30.794963 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43738) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:30.803764 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-0e6dba65-ad66-4f66-93a4-831313dbeff4 admin admin] Request body: {'subnet': {'network_id': '835e181b-635d-41dd-9269-42b6c17d0334', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1030709783-subnet', 'tenant_id': '2e67c9d0a7f44900a2ac9fdc1bdcb15a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:30.809575 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d263d-3c1a-4e04-a28b-400fd500c66f admin admin] Pushing event updated for resources: {'Network': ['ID=deac9f35-58f2-4929-9ca8-e3d4d0912a3d,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:30.826547 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Network deac9f35-58f2-4929-9ca8-e3d4d0912a3d details requested by agent ovs-agent-dv-cinder-819011-2-iscsi with host dv-cinder-819011-2-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:35:30.909255 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-f31d263d-3c1a-4e04-a28b-400fd500c66f admin admin] 10.222.0.115 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8138981 Jan 25 03:35:30.912207 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 43746) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:30.918998 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-2d9c7feb-0f1e-483a-a344-c41da52d554c admin admin] Request body: {'subnet': {'network_id': 'deac9f35-58f2-4929-9ca8-e3d4d0912a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-103151004-subnet', 'tenant_id': '33b8fc6cf53240e292dae12d36286f56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:30.933253 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94448a4-eb2c-4eff-9a2b-fb600eb3fef2 admin admin] Made reservation on behalf of b7c304fa11cb41daba65e6a85cf2c360 for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:35:30.935669 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d94448a4-eb2c-4eff-9a2b-fb600eb3fef2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:31.006315 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d3c6fa70-4ae5-42f9-b74a-d8e95d1cdab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for subnet (c089812a-9ee0-4892-a79a-a6659662497a), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:31.091443 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6fa70-4ae5-42f9-b74a-d8e95d1cdab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c089812a-9ee0-4892-a79a-a6659662497a,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:31.092843 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9c7feb-0f1e-483a-a344-c41da52d554c admin admin] Made reservation on behalf of 33b8fc6cf53240e292dae12d36286f56 for: {'subnet': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:35:31.098956 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2d9c7feb-0f1e-483a-a344-c41da52d554c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:31.126003 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c6fa70-4ae5-42f9-b74a-d8e95d1cdab3 admin admin] Checking segment: {'id': '3f377e7e-fbd0-433f-81b2-988bc7eaecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:35:31.126358 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c6fa70-4ae5-42f9-b74a-d8e95d1cdab3 admin admin] Network hostable DHCP agents. Network: f476d920-246d-45fc-9288-e583ed5f94c0, hostable agents: ['5c3e864f-61ec-45bb-b284-87f8aa4f333d'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:35:31.149213 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6dba65-ad66-4f66-93a4-831313dbeff4 admin admin] Made reservation on behalf of 2e67c9d0a7f44900a2ac9fdc1bdcb15a for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:35:31.154656 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0e6dba65-ad66-4f66-93a4-831313dbeff4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:31.303382 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c6fa70-4ae5-42f9-b74a-d8e95d1cdab3 admin admin] Network f476d920-246d-45fc-9288-e583ed5f94c0 is scheduled to be hosted by DHCP agent 5c3e864f-61ec-45bb-b284-87f8aa4f333d with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:35:31.391159 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d94448a4-eb2c-4eff-9a2b-fb600eb3fef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for subnet (069704cf-3960-4585-9364-1bd4be4f6c51), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:31.422391 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-d3c6fa70-4ae5-42f9-b74a-d8e95d1cdab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819011-2-iscsi, f476d920-246d-45fc-9288-e583ed5f94c0) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:35:31.434411 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9a8f69-78f0-41dc-bed1-c33fd168e68c None None] Network f476d920-246d-45fc-9288-e583ed5f94c0 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:35:31.434995 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c6fa70-4ae5-42f9-b74a-d8e95d1cdab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:31.435597 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d3c6fa70-4ae5-42f9-b74a-d8e95d1cdab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:31.459163 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2d9c7feb-0f1e-483a-a344-c41da52d554c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for subnet (ee171ebe-f742-44e0-924d-7fa7c20b49d6), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:31.467118 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94448a4-eb2c-4eff-9a2b-fb600eb3fef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=069704cf-3960-4585-9364-1bd4be4f6c51,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:31.496594 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0e6dba65-ad66-4f66-93a4-831313dbeff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for subnet (b554719f-8713-4f6e-87c2-8a3b80ecbb7b), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:31.514153 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-70a87dce-c4d1-4d39-852a-64245e0b50c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:31.525435 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c7feb-0f1e-483a-a344-c41da52d554c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee171ebe-f742-44e0-924d-7fa7c20b49d6,revision_number=0']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:31.531516 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c7feb-0f1e-483a-a344-c41da52d554c admin admin] Checking segment: {'id': '1655bac7-6a9f-4c1c-8833-422ec3e68371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'deac9f35-58f2-4929-9ca8-e3d4d0912a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:35:31.532179 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9c7feb-0f1e-483a-a344-c41da52d554c admin admin] Network hostable DHCP agents. Network: deac9f35-58f2-4929-9ca8-e3d4d0912a3d, hostable agents: ['5c3e864f-61ec-45bb-b284-87f8aa4f333d'], hosted agents: [] {{(pid=103186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:35:31.542253 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94448a4-eb2c-4eff-9a2b-fb600eb3fef2 admin admin] Checking segment: {'id': '908330e8-0f34-421a-a960-e1f0e985230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21305d52-419e-4a5b-aa5c-f29427395669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:35:31.542706 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94448a4-eb2c-4eff-9a2b-fb600eb3fef2 admin admin] Network hostable DHCP agents. Network: 21305d52-419e-4a5b-aa5c-f29427395669, hostable agents: ['5c3e864f-61ec-45bb-b284-87f8aa4f333d'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:35:31.553018 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d3c6fa70-4ae5-42f9-b74a-d8e95d1cdab3 admin admin] 10.222.0.115 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1466396 Jan 25 03:35:31.555966 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 43766) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:31.560835 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-4794232b-7696-4c22-9824-75f36af3366f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:31.563440 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6dba65-ad66-4f66-93a4-831313dbeff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b554719f-8713-4f6e-87c2-8a3b80ecbb7b,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:31.570395 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e6a332-c4fa-5dd5-a739-4b4ec2713b6a-f476d920-246d-45fc-9288-e583ed5f94c0', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a'}]}} from dv-cinder-819011-2-iscsi. {{(pid=103187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 03:35:31.571350 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:31.609259 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6dba65-ad66-4f66-93a4-831313dbeff4 admin admin] Checking segment: {'id': 'b2c63bc6-3c43-4648-ac9b-c699ff3bbb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:35:31.609507 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6dba65-ad66-4f66-93a4-831313dbeff4 admin admin] Network hostable DHCP agents. Network: 835e181b-635d-41dd-9269-42b6c17d0334, hostable agents: ['5c3e864f-61ec-45bb-b284-87f8aa4f333d'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:35:31.630080 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9c7feb-0f1e-483a-a344-c41da52d554c admin admin] Network deac9f35-58f2-4929-9ca8-e3d4d0912a3d is scheduled to be hosted by DHCP agent 5c3e864f-61ec-45bb-b284-87f8aa4f333d with binding_index 1 {{(pid=103186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:35:31.653149 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94448a4-eb2c-4eff-9a2b-fb600eb3fef2 admin admin] Network 21305d52-419e-4a5b-aa5c-f29427395669 is scheduled to be hosted by DHCP agent 5c3e864f-61ec-45bb-b284-87f8aa4f333d with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:35:31.659273 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4794232b-7696-4c22-9824-75f36af3366f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1048'] for router (5a15c3c2-a4df-4bda-baf8-944075fcce8a), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:31.662208 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4794232b-7696-4c22-9824-75f36af3366f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-970334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041'] for router (5a15c3c2-a4df-4bda-baf8-944075fcce8a), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:31.704910 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6dba65-ad66-4f66-93a4-831313dbeff4 admin admin] Network 835e181b-635d-41dd-9269-42b6c17d0334 is scheduled to be hosted by DHCP agent 5c3e864f-61ec-45bb-b284-87f8aa4f333d with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:35:31.730693 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Allocated IP 172.20.0.2 (f476d920-246d-45fc-9288-e583ed5f94c0/c089812a-9ee0-4892-a79a-a6659662497a/a3e98018-35e1-4ba6-83d4-350b9aae1f54) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:35:31.800169 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4794232b-7696-4c22-9824-75f36af3366f admin admin] Publish callbacks [] for router_controller (5a15c3c2-a4df-4bda-baf8-944075fcce8a), precommit_add_association {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:31.824531 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-2d9c7feb-0f1e-483a-a344-c41da52d554c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819011-2-iscsi, deac9f35-58f2-4929-9ca8-e3d4d0912a3d) {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:35:31.826380 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-d94448a4-eb2c-4eff-9a2b-fb600eb3fef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819011-2-iscsi, 21305d52-419e-4a5b-aa5c-f29427395669) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:35:31.829729 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-0e6dba65-ad66-4f66-93a4-831313dbeff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819011-2-iscsi, 835e181b-635d-41dd-9269-42b6c17d0334) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:35:31.833902 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9c7feb-0f1e-483a-a344-c41da52d554c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:31.833902 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2d9c7feb-0f1e-483a-a344-c41da52d554c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:31.834106 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94448a4-eb2c-4eff-9a2b-fb600eb3fef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:31.834106 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d94448a4-eb2c-4eff-9a2b-fb600eb3fef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:31.855117 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6dba65-ad66-4f66-93a4-831313dbeff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:31.855847 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0e6dba65-ad66-4f66-93a4-831313dbeff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:31.872922 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a859d7e0-d38b-436a-9474-8b76441a8176 None None] Network deac9f35-58f2-4929-9ca8-e3d4d0912a3d requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:35:31.876057 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a188d978-b76d-4225-add9-6bef35017e55 None None] Network 21305d52-419e-4a5b-aa5c-f29427395669 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:35:31.877738 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3aacdb-9ef9-4b4b-8799-3f7a462f390f None None] Network 835e181b-635d-41dd-9269-42b6c17d0334 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:35:31.965581 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Publish callbacks [] for port (a3e98018-35e1-4ba6-83d4-350b9aae1f54), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:32.000601 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d94448a4-eb2c-4eff-9a2b-fb600eb3fef2 admin admin] 10.222.0.115 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2808414 Jan 25 03:35:32.001011 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-2d9c7feb-0f1e-483a-a344-c41da52d554c admin admin] 10.222.0.115 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0779564 Jan 25 03:35:32.001112 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43786) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:32.001112 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-3a3f5f02-1858-4ec3-822b-38b9c318eb0d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1155748945-router', 'tenant_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:32.112894 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-0e6dba65-ad66-4f66-93a4-831313dbeff4 admin admin] 10.222.0.115 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3145843 Jan 25 03:35:32.144966 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4794232b-7696-4c22-9824-75f36af3366f admin admin] Publish callbacks [] for router_gateway (5a15c3c2-a4df-4bda-baf8-944075fcce8a), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:32.190256 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3a3f5f02-1858-4ec3-822b-38b9c318eb0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1048'] for router (c00c359f-cb6c-4a5e-b74b-0714e801ccbf), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:32.191406 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3a3f5f02-1858-4ec3-822b-38b9c318eb0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-970334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041'] for router (c00c359f-cb6c-4a5e-b74b-0714e801ccbf), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:32.266935 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (a3e98018-35e1-4ba6-83d4-350b9aae1f54), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:32.286545 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3a3f5f02-1858-4ec3-822b-38b9c318eb0d admin admin] Publish callbacks [] for router_controller (c00c359f-cb6c-4a5e-b74b-0714e801ccbf), precommit_add_association {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:32.329392 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb4a68a-0af7-41a5-a0d8-4832db458e7b None None] Network deac9f35-58f2-4929-9ca8-e3d4d0912a3d requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:35:32.379551 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e280b3-fc75-4214-9fc0-87a78c4c726e None None] Network 835e181b-635d-41dd-9269-42b6c17d0334 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:35:32.398474 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Network f476d920-246d-45fc-9288-e583ed5f94c0 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:35:32.417046 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:35:32.433284 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:35:32.584390 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4794232b-7696-4c22-9824-75f36af3366f admin admin] Publish callbacks [] for router_gateway (5a15c3c2-a4df-4bda-baf8-944075fcce8a), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:32.618145 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4794232b-7696-4c22-9824-75f36af3366f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:32.632166 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3a3f5f02-1858-4ec3-822b-38b9c318eb0d admin admin] Publish callbacks [] for router_gateway (c00c359f-cb6c-4a5e-b74b-0714e801ccbf), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:32.752005 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Attempting to bind port a3e98018-35e1-4ba6-83d4-350b9aae1f54 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:35:32.754733 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Attempting to bind port a3e98018-35e1-4ba6-83d4-350b9aae1f54 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '3f377e7e-fbd0-433f-81b2-988bc7eaecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:35:32.754733 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Attempting to bind port a3e98018-35e1-4ba6-83d4-350b9aae1f54 on network f476d920-246d-45fc-9288-e583ed5f94c0 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:35:32.764486 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:35:32.765091 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Checking segment: {'id': '3f377e7e-fbd0-433f-81b2-988bc7eaecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:35:32.765652 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:32.766377 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Bound using segment: {'id': '3f377e7e-fbd0-433f-81b2-988bc7eaecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:35:32.767110 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Bound port: a3e98018-35e1-4ba6-83d4-350b9aae1f54, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f377e7e-fbd0-433f-81b2-988bc7eaecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:35:32.767656 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (a3e98018-35e1-4ba6-83d4-350b9aae1f54), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:32.778503 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Pushing event updated for resources: {'Port': ['ID=a3e98018-35e1-4ba6-83d4-350b9aae1f54,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:32.819522 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43842) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:32.834068 dv-cinder-819011-2-iscsi neutron-server[103185]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 25 03:35:32.866613 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 43848) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:32.870227 dv-cinder-819011-2-iscsi neutron-server[103186]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 25 03:35:32.873641 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:32.874014 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:32.874380 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:32.874723 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:32.875073 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:32.875637 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:32.875966 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:32.876277 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:32.876605 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:32.879586 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:32.879945 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:32.880281 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:32.880611 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Tracked resource versions report: Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: pushed versions: Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: { 'AddressGroup': {'1.2'}, Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'ConntrackHelper': {'1.0'}, Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'LocalIPAssociation': {'1.0'}, Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'Log': {'1.0'}, Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'Network': {'1.1'}, Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'Port': {'1.7'}, Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'PortForwarding': {'1.2'}, Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'QosPolicy': {'1.10'}, Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'SecurityGroup': {'1.5'}, Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'SecurityGroupRule': {'1.2'}, Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'SubPort': {'1.0'}, Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'Subnet': {'1.1'}, Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'Trunk': {'1.1'}} Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: consumer versions: Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: { DHCP agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: HyperV agent@hv-cinder-81901: {}, Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: L3 agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: Metadata agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: Metering agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: Open vSwitch agent@dv-cinder-819011-2-iscsi: { 'AddressGroup': '1.2', Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'ConntrackHelper': '1.0', Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'LocalIPAssociation': '1.0', Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'Log': '1.0', Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'Network': '1.1', Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'Port': '1.7', Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'PortForwarding': '1.2', Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'QosPolicy': '1.10', Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'SecurityGroup': '1.5', Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'SecurityGroupRule': '1.2', Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'SubPort': '1.0', Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'Subnet': '1.1', Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: 'Trunk': '1.1'}} Jan 25 03:35:32.881700 dv-cinder-819011-2-iscsi neutron-server[103187]: {{(pid=103187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 03:35:32.928614 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [None req-4794232b-7696-4c22-9824-75f36af3366f admin admin] Allocated IP 172.27.2.200 (239af684-5624-458a-b969-bfdffc6894c6/633c65e6-a2b9-4bb5-a70e-b23c3791a1d5/c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:35:32.934254 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 43850) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:32.940642 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b563db-3047-4859-ae45-13db052df3b3 None None] Network 21305d52-419e-4a5b-aa5c-f29427395669 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:35:33.129443 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] For port a3e98018-35e1-4ba6-83d4-350b9aae1f54, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:35:33.137198 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] For port a3e98018-35e1-4ba6-83d4-350b9aae1f54, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=a3e98018-35e1-4ba6-83d4-350b9aae1f54,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:35:33.242044 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (a3e98018-35e1-4ba6-83d4-350b9aae1f54), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:33.277546 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-ad9e0485-6851-4313-9cb9-7df6adedb68f tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:33.290438 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-ad9e0485-6851-4313-9cb9-7df6adedb68f tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/networks?id=deac9f35-58f2-4929-9ca8-e3d4d0912a3d HTTP/1.1" status: 200 len: 811 time: 0.4575138 Jan 25 03:35:33.306412 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63bdde-69b8-466f-88e4-50098c9b8295 None None] Pushing event updated for resources: {'Port': ['ID=a3e98018-35e1-4ba6-83d4-350b9aae1f54,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:33.315767 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-0c8211b5-2f4d-4fdf-8c98-e60cecbdd893 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/quotas/33b8fc6cf53240e292dae12d36286f56 HTTP/1.1" status: 200 len: 375 time: 0.0243964 Jan 25 03:35:33.374714 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-c7863f0d-2567-49ef-b695-0b65109ca234 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=33b8fc6cf53240e292dae12d36286f56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580885 Jan 25 03:35:33.384781 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-af406e78-4dc5-462d-bd49-2acf0bd4923a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:33.474674 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-5f5a67f5-c77e-4a4b-b374-84897c7bdceb tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:33.476275 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-5f5a67f5-c77e-4a4b-b374-84897c7bdceb tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/networks?id=835e181b-635d-41dd-9269-42b6c17d0334 HTTP/1.1" status: 200 len: 815 time: 0.6078272 Jan 25 03:35:33.515984 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-7824d92d-d89d-451d-8675-2a18f5abebc8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/quotas/2e67c9d0a7f44900a2ac9fdc1bdcb15a HTTP/1.1" status: 200 len: 375 time: 0.0315611 Jan 25 03:35:33.523506 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4794232b-7696-4c22-9824-75f36af3366f admin admin] Publish callbacks [] for port (c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:33.535588 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3a3f5f02-1858-4ec3-822b-38b9c318eb0d admin admin] Publish callbacks [] for router_gateway (c00c359f-cb6c-4a5e-b74b-0714e801ccbf), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:33.559101 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3a3f5f02-1858-4ec3-822b-38b9c318eb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:33.594939 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-fc6993d1-536a-4053-b81e-3a4c8098dc1b tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=2e67c9d0a7f44900a2ac9fdc1bdcb15a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680323 Jan 25 03:35:33.620897 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-b4fc49ed-f50a-4da3-a4d8-ff478befd152 service neutron] http://10.222.0.115:9696/v2.0/extensions returned with HTTP 200 {{(pid=103185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:35:33.621927 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-b4fc49ed-f50a-4da3-a4d8-ff478befd152 service neutron] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1091247 Jan 25 03:35:33.752731 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-af406e78-4dc5-462d-bd49-2acf0bd4923a admin admin] Publish callbacks [] for security_group (2ac6d3ae-5bdc-4c87-9259-6a86e68e2a5c), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:33.759289 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-f7321599-355e-447a-be72-1b251efa2ab9 service neutron] http://10.222.0.115:9696/v2.0/extensions returned with HTTP 200 {{(pid=103186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:35:33.761176 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-f7321599-355e-447a-be72-1b251efa2ab9 service neutron] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0564470 Jan 25 03:35:33.779879 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-52f18fb8-10d1-4cb1-843e-1d18073c088b service neutron] 10.222.0.115 "GET /v2.0/networks/deac9f35-58f2-4929-9ca8-e3d4d0912a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351871 Jan 25 03:35:33.794621 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-70881db4-d0cb-4ae2-bbb1-6dea5b36c952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:33.841166 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4794232b-7696-4c22-9824-75f36af3366f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:33.843258 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-af406e78-4dc5-462d-bd49-2acf0bd4923a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (2ac6d3ae-5bdc-4c87-9259-6a86e68e2a5c), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:33.901557 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4794232b-7696-4c22-9824-75f36af3366f admin admin] Network 239af684-5624-458a-b969-bfdffc6894c6 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:35:33.918783 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-3a3f5f02-1858-4ec3-822b-38b9c318eb0d admin admin] Allocated IP 172.27.2.56 (239af684-5624-458a-b969-bfdffc6894c6/633c65e6-a2b9-4bb5-a70e-b23c3791a1d5/0757dd17-3a3f-45ba-9404-22c9fc8cab67) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:35:33.940455 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-9014689d-bf89-4921-8710-3112e2442807 service neutron] 10.222.0.115 "GET /v2.0/networks/deac9f35-58f2-4929-9ca8-e3d4d0912a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541982 Jan 25 03:35:33.997923 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-4794232b-7696-4c22-9824-75f36af3366f admin admin] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:35:34.025957 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-af406e78-4dc5-462d-bd49-2acf0bd4923a admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=9da748c0212041f69a2e43027eb6eb0d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0923069 Jan 25 03:35:34.030348 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 43900) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:34.031085 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4794232b-7696-4c22-9824-75f36af3366f admin admin] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:35:34.104839 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af406e78-4dc5-462d-bd49-2acf0bd4923a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac6d3ae-5bdc-4c87-9259-6a86e68e2a5c,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:34.116953 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3a3f5f02-1858-4ec3-822b-38b9c318eb0d admin admin] Publish callbacks [] for port (0757dd17-3a3f-45ba-9404-22c9fc8cab67), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:34.123656 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-59ad7ce2-51be-4bb7-a4c8-e2e3c3a23a89 service neutron] 10.222.0.115 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558896 Jan 25 03:35:34.125013 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6ae4730f-d52f-429a-8573-378975568f08 admin admin] Publish callbacks [] for security_group (2ac6d3ae-5bdc-4c87-9259-6a86e68e2a5c), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:34.136807 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794232b-7696-4c22-9824-75f36af3366f admin admin] Pushing event updated for resources: {'Port': ['ID=c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:34.175495 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6ae4730f-d52f-429a-8573-378975568f08 admin admin] Publish callbacks [] for security_group (2ac6d3ae-5bdc-4c87-9259-6a86e68e2a5c), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:34.288576 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3a3f5f02-1858-4ec3-822b-38b9c318eb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (0757dd17-3a3f-45ba-9404-22c9fc8cab67), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:34.356990 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3f5f02-1858-4ec3-822b-38b9c318eb0d admin admin] Network 239af684-5624-458a-b969-bfdffc6894c6 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:35:34.375315 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-3a3f5f02-1858-4ec3-822b-38b9c318eb0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:35:34.380413 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3f5f02-1858-4ec3-822b-38b9c318eb0d admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:35:34.404726 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c22f78e3-1ba4-4471-a574-5394f4db2d3e service neutron] 10.222.0.115 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471130 Jan 25 03:35:34.449570 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f5f02-1858-4ec3-822b-38b9c318eb0d admin admin] Pushing event updated for resources: {'Port': ['ID=0757dd17-3a3f-45ba-9404-22c9fc8cab67,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:34.459327 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6ae4730f-d52f-429a-8573-378975568f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (2ac6d3ae-5bdc-4c87-9259-6a86e68e2a5c), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:34.461961 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6ae4730f-d52f-429a-8573-378975568f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:34.463723 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-6ae4730f-d52f-429a-8573-378975568f08 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/2ac6d3ae-5bdc-4c87-9259-6a86e68e2a5c HTTP/1.1" status: 204 len: 168 time: 0.4319508 Jan 25 03:35:34.611873 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4730f-d52f-429a-8573-378975568f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac6d3ae-5bdc-4c87-9259-6a86e68e2a5c,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:34.765292 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-25766ad8-99f5-4794-9a84-cfefa1b53b51 req-99ad2604-325e-413c-9c2c-0f6eca67a07e tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 210 time: 0.1047869 Jan 25 03:35:34.856081 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4794232b-7696-4c22-9824-75f36af3366f admin admin] Publish callbacks [] for router_gateway (5a15c3c2-a4df-4bda-baf8-944075fcce8a), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:34.906126 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device a3e98018-35e1-4ba6-83d4-350b9aae1f54 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:35:35.032897 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3a3f5f02-1858-4ec3-822b-38b9c318eb0d admin admin] Publish callbacks [] for router_gateway (c00c359f-cb6c-4a5e-b74b-0714e801ccbf), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:35.036869 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port a3e98018-35e1-4ba6-83d4-350b9aae1f54 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:35:35.036869 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (a3e98018-35e1-4ba6-83d4-350b9aae1f54), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:35.085793 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b844f10-3e20-487c-8521-e27a9befe88e None None] Network f476d920-246d-45fc-9288-e583ed5f94c0 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:35:35.136319 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-65ad63fb-2790-4dc9-aa43-0dde2750c71e None None] Provisioning complete for port a3e98018-35e1-4ba6-83d4-350b9aae1f54 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:35:35.136975 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65ad63fb-2790-4dc9-aa43-0dde2750c71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (a3e98018-35e1-4ba6-83d4-350b9aae1f54), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:35.229673 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4794232b-7696-4c22-9824-75f36af3366f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587228'] for router (5a15c3c2-a4df-4bda-baf8-944075fcce8a), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:35.299309 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-acea1082-9fec-49fa-8b23-673fd50d6ded req-f4376a44-19d7-47b2-909b-8a672cc71bb7 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.0716336 Jan 25 03:35:35.399844 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port a3e98018-35e1-4ba6-83d4-350b9aae1f54 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:35:35.400405 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (a3e98018-35e1-4ba6-83d4-350b9aae1f54), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:35.434530 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3a3f5f02-1858-4ec3-822b-38b9c318eb0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587228'] for router (c00c359f-cb6c-4a5e-b74b-0714e801ccbf), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:35.530925 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] For port a3e98018-35e1-4ba6-83d4-350b9aae1f54, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=a3e98018-35e1-4ba6-83d4-350b9aae1f54,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:35:35.535175 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-65ad63fb-2790-4dc9-aa43-0dde2750c71e None None] Current status of the port a3e98018-35e1-4ba6-83d4-350b9aae1f54 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:35:35.535175 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65ad63fb-2790-4dc9-aa43-0dde2750c71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (a3e98018-35e1-4ba6-83d4-350b9aae1f54), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:35.580689 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:35.665014 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (a3e98018-35e1-4ba6-83d4-350b9aae1f54), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:35.773080 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.db.api [None req-65ad63fb-2790-4dc9-aa43-0dde2750c71e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 03:35:35.773657 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG oslo_db.api [None req-65ad63fb-2790-4dc9-aa43-0dde2750c71e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 03:35:35.774706 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Pushing event updated for resources: {'Port': ['ID=a3e98018-35e1-4ba6-83d4-350b9aae1f54,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:35.794554 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3f5f02-1858-4ec3-822b-38b9c318eb0d admin admin] Router c00c359f-cb6c-4a5e-b74b-0714e801ccbf is scheduled to L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca with binding_index 1 {{(pid=103185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 03:35:35.797603 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4794232b-7696-4c22-9824-75f36af3366f admin admin] Router 5a15c3c2-a4df-4bda-baf8-944075fcce8a is scheduled to L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca with binding_index 1 {{(pid=103186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 03:35:35.962916 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4794232b-7696-4c22-9824-75f36af3366f admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:35:35.975963 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] Sync routers for ids ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:35:35.998104 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8fff81fc-463c-4008-85d0-f6318c48742d req-7684ff33-5f36-4635-b663-4641f05237d9 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 210 time: 0.0487478 Jan 25 03:35:36.012774 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] Routers {'5a15c3c2-a4df-4bda-baf8-944075fcce8a'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:35:36.015751 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:35:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:35:36.129214 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4794232b-7696-4c22-9824-75f36af3366f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:36.130679 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-4794232b-7696-4c22-9824-75f36af3366f admin admin] 10.222.0.115 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5737696 Jan 25 03:35:36.133548 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 44010) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:36.189956 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3f5f02-1858-4ec3-822b-38b9c318eb0d admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:35:36.204595 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] Sync routers for ids ['c00c359f-cb6c-4a5e-b74b-0714e801ccbf'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:35:36.231484 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] Routers {'c00c359f-cb6c-4a5e-b74b-0714e801ccbf'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:35:36.232324 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:35:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['c00c359f-cb6c-4a5e-b74b-0714e801ccbf'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:35:36.331326 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3a3f5f02-1858-4ec3-822b-38b9c318eb0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:36.336962 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-3a3f5f02-1858-4ec3-822b-38b9c318eb0d admin admin] 10.222.0.115 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3412912 Jan 25 03:35:36.340854 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 44022) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:36.441435 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] Set router 5a15c3c2-a4df-4bda-baf8-944075fcce8a gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:35:36.511300 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-65ad63fb-2790-4dc9-aa43-0dde2750c71e None None] Current status of the port a3e98018-35e1-4ba6-83d4-350b9aae1f54 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:35:36.607747 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cfb3e665-3182-447e-ac11-3a8076bf334c req-04ad3bbe-4513-4a6e-bc6c-c1b7fcdb65d7 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.1216319 Jan 25 03:35:36.761794 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] Set router c00c359f-cb6c-4a5e-b74b-0714e801ccbf gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:35:36.813414 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 44038) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:36.817651 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:35:34Z', 'revision_number': 3, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port': {'id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:35:36.855348 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] Checking router: 5a15c3c2-a4df-4bda-baf8-944075fcce8a for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:35:36.855713 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] Updating router 5a15c3c2-a4df-4bda-baf8-944075fcce8a port c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8 binding host dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:35:36.886855 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:36.895344 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device a3e98018-35e1-4ba6-83d4-350b9aae1f54 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:35:37.002108 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-c5ce1624-8d34-4f22-98fd-705b43abcde5 None None] Provisioning complete for port a3e98018-35e1-4ba6-83d4-350b9aae1f54 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:35:37.002821 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5ce1624-8d34-4f22-98fd-705b43abcde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (a3e98018-35e1-4ba6-83d4-350b9aae1f54), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:37.097909 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c080a9a4-f92f-49dc-994e-be7fa836dffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:37.129659 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:37.193653 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce1624-8d34-4f22-98fd-705b43abcde5 None None] Current status of the port a3e98018-35e1-4ba6-83d4-350b9aae1f54 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:35:37.234102 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a958e682-f410-4d7e-8ca2-5a6ff7d6e999 req-265df9a3-7d64-416d-9c03-28635b0a54dc tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 210 time: 0.0944977 Jan 25 03:35:37.252900 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] Publish callbacks [] for port (c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:37.318541 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f196e926-78fc-4b65-b1fe-c0d6fe169cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:37.327121 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port a3e98018-35e1-4ba6-83d4-350b9aae1f54 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:35:37.327749 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (a3e98018-35e1-4ba6-83d4-350b9aae1f54), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:37.333382 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c080a9a4-f92f-49dc-994e-be7fa836dffd admin admin] Publish callbacks [] for security_group (17132e03-26ef-4107-bfee-5e7c17dd40d7), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:37.361566 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:37.403815 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a93d4bf9-d91a-4470-98a8-b46d52b3bce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:37.416720 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] Attempting to bind port c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:35:37.417439 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] Attempting to bind port c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:35:37.417792 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] Attempting to bind port c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8 on network 239af684-5624-458a-b969-bfdffc6894c6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:35:37.424916 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51208e-03e9-46e9-bd1e-f933a86e0a56 None None] Pushing event updated for resources: {'Port': ['ID=c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:37.428356 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:35:37.428938 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] Checking segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:35:37.429549 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:37.430089 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] Bound using segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:35:37.430716 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] Bound port: c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:35:37.431279 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:37.451671 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00c359f-cb6c-4a5e-b74b-0714e801ccbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1155748945-router', 'tenant_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '0757dd17-3a3f-45ba-9404-22c9fc8cab67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:34Z', 'revision_number': 3, 'project_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'gw_port': {'id': '0757dd17-3a3f-45ba-9404-22c9fc8cab67', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00c359f-cb6c-4a5e-b74b-0714e801ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:33Z', 'updated_at': '2022-01-25T03:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:35:37.461831 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51208e-03e9-46e9-bd1e-f933a86e0a56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:37.462457 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51208e-03e9-46e9-bd1e-f933a86e0a56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:37.463521 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51208e-03e9-46e9-bd1e-f933a86e0a56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:37.464520 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51208e-03e9-46e9-bd1e-f933a86e0a56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:37.465027 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51208e-03e9-46e9-bd1e-f933a86e0a56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:37.465500 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51208e-03e9-46e9-bd1e-f933a86e0a56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:37.465968 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51208e-03e9-46e9-bd1e-f933a86e0a56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:37.466449 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51208e-03e9-46e9-bd1e-f933a86e0a56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:37.467080 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51208e-03e9-46e9-bd1e-f933a86e0a56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:37.467579 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51208e-03e9-46e9-bd1e-f933a86e0a56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:37.468072 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51208e-03e9-46e9-bd1e-f933a86e0a56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:37.468395 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51208e-03e9-46e9-bd1e-f933a86e0a56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:37.468895 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51208e-03e9-46e9-bd1e-f933a86e0a56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51208e-03e9-46e9-bd1e-f933a86e0a56 None None] Tracked resource versions report: Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: pushed versions: Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: { 'AddressGroup': {'1.2'}, Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'ConntrackHelper': {'1.0'}, Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'LocalIPAssociation': {'1.0'}, Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'Log': {'1.0'}, Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'Network': {'1.1'}, Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'Port': {'1.7'}, Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'PortForwarding': {'1.2'}, Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'QosPolicy': {'1.10'}, Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'SecurityGroup': {'1.5'}, Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'SecurityGroupRule': {'1.2'}, Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'SubPort': {'1.0'}, Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'Subnet': {'1.1'}, Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'Trunk': {'1.1'}} Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: consumer versions: Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: { DHCP agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: HyperV agent@hv-cinder-81901: {}, Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: L3 agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: Metadata agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: Metering agent@dv-cinder-819011-2-iscsi: {}, Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: Open vSwitch agent@dv-cinder-819011-2-iscsi: { 'AddressGroup': '1.2', Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'ConntrackHelper': '1.0', Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'LocalIPAssociation': '1.0', Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'Log': '1.0', Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'Network': '1.1', Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'Port': '1.7', Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'PortForwarding': '1.2', Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'QosPolicy': '1.10', Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'SecurityGroup': '1.5', Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'SecurityGroupRule': '1.2', Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'SubPort': '1.0', Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'Subnet': '1.1', Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: 'Trunk': '1.1'}} Jan 25 03:35:37.470105 dv-cinder-819011-2-iscsi neutron-server[103188]: {{(pid=103188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 03:35:37.524209 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c080a9a4-f92f-49dc-994e-be7fa836dffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (17132e03-26ef-4107-bfee-5e7c17dd40d7), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:37.532306 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port a3e98018-35e1-4ba6-83d4-350b9aae1f54 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:35:37.532306 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] Checking router: c00c359f-cb6c-4a5e-b74b-0714e801ccbf for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:35:37.532306 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] Updating router c00c359f-cb6c-4a5e-b74b-0714e801ccbf port 0757dd17-3a3f-45ba-9404-22c9fc8cab67 binding host dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:35:37.540039 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] For port c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:35:37.549087 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] For port c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:35:37.562118 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (0757dd17-3a3f-45ba-9404-22c9fc8cab67), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:37.597046 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [None req-f196e926-78fc-4b65-b1fe-c0d6fe169cb6 admin admin] Allocated IP 172.20.0.1 (f476d920-246d-45fc-9288-e583ed5f94c0/c089812a-9ee0-4892-a79a-a6659662497a/c19e7f2d-a8d9-42a4-8459-6dd112438fb2) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:35:37.626726 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c080a9a4-f92f-49dc-994e-be7fa836dffd admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=87c4968f6e3a4b1799ad5bc3f3917b44&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8118870 Jan 25 03:35:37.630077 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 44062) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:37.630360 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:37.670081 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080a9a4-f92f-49dc-994e-be7fa836dffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17132e03-26ef-4107-bfee-5e7c17dd40d7,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:37.876169 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a08a1867-3b8c-4463-b29a-b6c2daa70725 admin admin] Publish callbacks [] for security_group (17132e03-26ef-4107-bfee-5e7c17dd40d7), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:37.876169 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-a93d4bf9-d91a-4470-98a8-b46d52b3bce0 admin admin] Allocated IP 172.20.0.1 (21305d52-419e-4a5b-aa5c-f29427395669/069704cf-3960-4585-9364-1bd4be4f6c51/4c6cff4c-2727-4219-925e-d5a69dbfc999) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:35:37.876169 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a08a1867-3b8c-4463-b29a-b6c2daa70725 admin admin] Publish callbacks [] for security_group (17132e03-26ef-4107-bfee-5e7c17dd40d7), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:37.878329 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] Routers {'5a15c3c2-a4df-4bda-baf8-944075fcce8a'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:35:37.878329 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:35:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:35:37.885763 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f196e926-78fc-4b65-b1fe-c0d6fe169cb6 admin admin] Publish callbacks [] for port (c19e7f2d-a8d9-42a4-8459-6dd112438fb2), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:37.910264 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-85d3ca86-de00-4e41-bd50-cdc642c7c931 req-e6c340da-5fd4-46d8-8e2f-4fba4c94678b tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.0993323 Jan 25 03:35:38.044349 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51208e-03e9-46e9-bd1e-f933a86e0a56 None None] Pushing event updated for resources: {'Port': ['ID=c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:38.081696 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a93d4bf9-d91a-4470-98a8-b46d52b3bce0 admin admin] Publish callbacks [] for port (4c6cff4c-2727-4219-925e-d5a69dbfc999), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:38.088495 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] Set router 5a15c3c2-a4df-4bda-baf8-944075fcce8a gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:35:38.105277 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f196e926-78fc-4b65-b1fe-c0d6fe169cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (c19e7f2d-a8d9-42a4-8459-6dd112438fb2), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:38.133432 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a08a1867-3b8c-4463-b29a-b6c2daa70725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (17132e03-26ef-4107-bfee-5e7c17dd40d7), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:38.136065 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:38.139839 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a08a1867-3b8c-4463-b29a-b6c2daa70725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:38.143779 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-a08a1867-3b8c-4463-b29a-b6c2daa70725 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/17132e03-26ef-4107-bfee-5e7c17dd40d7 HTTP/1.1" status: 204 len: 168 time: 0.5125484 Jan 25 03:35:38.159869 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] Publish callbacks [] for port (0757dd17-3a3f-45ba-9404-22c9fc8cab67), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:38.165252 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a1867-3b8c-4463-b29a-b6c2daa70725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17132e03-26ef-4107-bfee-5e7c17dd40d7,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:38.177576 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f196e926-78fc-4b65-b1fe-c0d6fe169cb6 admin admin] Network f476d920-246d-45fc-9288-e583ed5f94c0 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:35:38.181202 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-f196e926-78fc-4b65-b1fe-c0d6fe169cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:35:38.186010 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f196e926-78fc-4b65-b1fe-c0d6fe169cb6 admin admin] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:35:38.186514 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f196e926-78fc-4b65-b1fe-c0d6fe169cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586080'] for router_interface (5a15c3c2-a4df-4bda-baf8-944075fcce8a), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:38.234111 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a93d4bf9-d91a-4470-98a8-b46d52b3bce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (4c6cff4c-2727-4219-925e-d5a69dbfc999), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:38.270254 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (0757dd17-3a3f-45ba-9404-22c9fc8cab67), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:38.344984 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d4bf9-d91a-4470-98a8-b46d52b3bce0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c6cff4c-2727-4219-925e-d5a69dbfc999,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:38.383518 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93d4bf9-d91a-4470-98a8-b46d52b3bce0 admin admin] Network 21305d52-419e-4a5b-aa5c-f29427395669 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:35:38.387932 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-a93d4bf9-d91a-4470-98a8-b46d52b3bce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:35:38.393029 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d452b-90a9-489f-a1f0-d9dcafc7bbc7 None None] Pushing event updated for resources: {'Port': ['ID=0757dd17-3a3f-45ba-9404-22c9fc8cab67,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:38.394912 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93d4bf9-d91a-4470-98a8-b46d52b3bce0 admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:35:38.395618 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a93d4bf9-d91a-4470-98a8-b46d52b3bce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586080'] for router_interface (c00c359f-cb6c-4a5e-b74b-0714e801ccbf), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:38.436213 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] Attempting to bind port 0757dd17-3a3f-45ba-9404-22c9fc8cab67 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:35:38.439195 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] Attempting to bind port 0757dd17-3a3f-45ba-9404-22c9fc8cab67 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:35:38.439909 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] Attempting to bind port 0757dd17-3a3f-45ba-9404-22c9fc8cab67 on network 239af684-5624-458a-b969-bfdffc6894c6 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:35:38.451779 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196e926-78fc-4b65-b1fe-c0d6fe169cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=c19e7f2d-a8d9-42a4-8459-6dd112438fb2,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:38.453945 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:35:38.462351 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] Checking segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:35:38.464357 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:38.465617 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] Bound using segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:35:38.467241 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] Bound port: 0757dd17-3a3f-45ba-9404-22c9fc8cab67, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:35:38.468506 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (0757dd17-3a3f-45ba-9404-22c9fc8cab67), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:38.490695 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:35:34Z', 'revision_number': 3, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port': {'id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:35:38.508703 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b0e44d1f-ad30-4ed6-b01b-fb902537ce60 req-ec288913-5d16-45ea-9cd6-9f2627263cb8 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 210 time: 0.1029439 Jan 25 03:35:38.527980 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077b0443-ee20-4fd2-a558-75832cc81e11 None None] The sync data for ids ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'] in dv-cinder-819011-2-iscsi is: [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:35:34Z', 'revision_number': 3, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port': {'id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:35:38.587555 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] For port 0757dd17-3a3f-45ba-9404-22c9fc8cab67, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:35:38.591922 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] For port 0757dd17-3a3f-45ba-9404-22c9fc8cab67, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=0757dd17-3a3f-45ba-9404-22c9fc8cab67,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:35:38.629845 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6a31ba68-cdb8-43c1-b55a-33b96db807e9 None None] Provisioning complete for port c19e7f2d-a8d9-42a4-8459-6dd112438fb2 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:35:38.630234 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6a31ba68-cdb8-43c1-b55a-33b96db807e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (c19e7f2d-a8d9-42a4-8459-6dd112438fb2), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:38.660402 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (0757dd17-3a3f-45ba-9404-22c9fc8cab67), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:38.728379 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6a31ba68-cdb8-43c1-b55a-33b96db807e9 None None] Port c19e7f2d-a8d9-42a4-8459-6dd112438fb2 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:35:38.740961 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] Routers {'c00c359f-cb6c-4a5e-b74b-0714e801ccbf'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:35:38.741580 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:35:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['c00c359f-cb6c-4a5e-b74b-0714e801ccbf'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:35:38.747687 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d452b-90a9-489f-a1f0-d9dcafc7bbc7 None None] Pushing event updated for resources: {'Port': ['ID=0757dd17-3a3f-45ba-9404-22c9fc8cab67,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:38.795898 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a93d4bf9-d91a-4470-98a8-b46d52b3bce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (4c6cff4c-2727-4219-925e-d5a69dbfc999), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:38.813655 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f196e926-78fc-4b65-b1fe-c0d6fe169cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (c19e7f2d-a8d9-42a4-8459-6dd112438fb2), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:38.917415 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] Set router c00c359f-cb6c-4a5e-b74b-0714e801ccbf gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:35:39.108561 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a93d4bf9-d91a-4470-98a8-b46d52b3bce0 admin admin] Publish callbacks [] for port (4c6cff4c-2727-4219-925e-d5a69dbfc999), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:39.204838 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a93d4bf9-d91a-4470-98a8-b46d52b3bce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (4c6cff4c-2727-4219-925e-d5a69dbfc999), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:39.205619 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a93d4bf9-d91a-4470-98a8-b46d52b3bce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560522'] for router_interface (c00c359f-cb6c-4a5e-b74b-0714e801ccbf), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:39.291966 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00c359f-cb6c-4a5e-b74b-0714e801ccbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1155748945-router', 'tenant_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '0757dd17-3a3f-45ba-9404-22c9fc8cab67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:34Z', 'revision_number': 3, 'project_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'gw_port': {'id': '0757dd17-3a3f-45ba-9404-22c9fc8cab67', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00c359f-cb6c-4a5e-b74b-0714e801ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:33Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:35:39.296905 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa836e7-7d15-4be0-b723-2dc9554d7bb6 None None] The sync data for ids ['c00c359f-cb6c-4a5e-b74b-0714e801ccbf'] in dv-cinder-819011-2-iscsi is: [{'id': 'c00c359f-cb6c-4a5e-b74b-0714e801ccbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1155748945-router', 'tenant_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '0757dd17-3a3f-45ba-9404-22c9fc8cab67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:34Z', 'revision_number': 3, 'project_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'gw_port': {'id': '0757dd17-3a3f-45ba-9404-22c9fc8cab67', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00c359f-cb6c-4a5e-b74b-0714e801ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:33Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:35:39.304650 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 44102) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:39.346553 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d4bf9-d91a-4470-98a8-b46d52b3bce0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c6cff4c-2727-4219-925e-d5a69dbfc999,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:39.372933 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3327aadd-1d5a-4e9c-b137-44d0a95e4b11 req-589d81a5-a684-4463-a5df-d526b7303a34 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.0850675 Jan 25 03:35:39.382643 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8a1d13d0-9e0d-4adb-ba0a-35372c6f4b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:39.411462 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f196e926-78fc-4b65-b1fe-c0d6fe169cb6 admin admin] Publish callbacks [] for port (c19e7f2d-a8d9-42a4-8459-6dd112438fb2), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:39.419165 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93d4bf9-d91a-4470-98a8-b46d52b3bce0 admin admin] Network 21305d52-419e-4a5b-aa5c-f29427395669 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:35:39.421597 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-a93d4bf9-d91a-4470-98a8-b46d52b3bce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:35:39.491993 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8a1d13d0-9e0d-4adb-ba0a-35372c6f4b37 admin admin] Publish callbacks [] for security_group (42425827-3c66-418d-bf1d-dc3513efbde1), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:39.548136 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93d4bf9-d91a-4470-98a8-b46d52b3bce0 admin admin] Router c00c359f-cb6c-4a5e-b74b-0714e801ccbf has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:35:39.761535 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2b486145-ef7b-42e9-9b7b-462b47f9aa7c req-850a87af-c1db-4ec7-b542-c86a0f612ead tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 210 time: 0.0314400 Jan 25 03:35:39.830746 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93d4bf9-d91a-4470-98a8-b46d52b3bce0 admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:35:39.844342 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-a93d4bf9-d91a-4470-98a8-b46d52b3bce0 admin admin] 10.222.0.115 "PUT /v2.0/routers/c00c359f-cb6c-4a5e-b74b-0714e801ccbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5003922 Jan 25 03:35:39.893414 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f196e926-78fc-4b65-b1fe-c0d6fe169cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (c19e7f2d-a8d9-42a4-8459-6dd112438fb2), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:39.894304 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f196e926-78fc-4b65-b1fe-c0d6fe169cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560522'] for router_interface (5a15c3c2-a4df-4bda-baf8-944075fcce8a), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:39.942416 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8a1d13d0-9e0d-4adb-ba0a-35372c6f4b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (42425827-3c66-418d-bf1d-dc3513efbde1), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:40.051162 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196e926-78fc-4b65-b1fe-c0d6fe169cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=c19e7f2d-a8d9-42a4-8459-6dd112438fb2,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:40.074139 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d13d0-9e0d-4adb-ba0a-35372c6f4b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42425827-3c66-418d-bf1d-dc3513efbde1,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:40.074139 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-8a1d13d0-9e0d-4adb-ba0a-35372c6f4b37 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=3a18f63e8e0348dda85ec32a68a0304c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7405870 Jan 25 03:35:40.074524 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 44120) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:40.126653 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f196e926-78fc-4b65-b1fe-c0d6fe169cb6 admin admin] Network f476d920-246d-45fc-9288-e583ed5f94c0 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:35:40.128382 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-f196e926-78fc-4b65-b1fe-c0d6fe169cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:35:40.219736 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-76d90cc9-5dd6-4ec3-85d5-f7be30a08c13 admin admin] Publish callbacks [] for security_group (42425827-3c66-418d-bf1d-dc3513efbde1), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:40.227799 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:40.288946 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f196e926-78fc-4b65-b1fe-c0d6fe169cb6 admin admin] Router 5a15c3c2-a4df-4bda-baf8-944075fcce8a has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:35:40.311115 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-76d90cc9-5dd6-4ec3-85d5-f7be30a08c13 admin admin] Publish callbacks [] for security_group (42425827-3c66-418d-bf1d-dc3513efbde1), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:40.477487 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-76d90cc9-5dd6-4ec3-85d5-f7be30a08c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (42425827-3c66-418d-bf1d-dc3513efbde1), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:40.477487 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-76d90cc9-5dd6-4ec3-85d5-f7be30a08c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:40.478096 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-76d90cc9-5dd6-4ec3-85d5-f7be30a08c13 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/42425827-3c66-418d-bf1d-dc3513efbde1 HTTP/1.1" status: 204 len: 168 time: 0.4064064 Jan 25 03:35:40.492523 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d90cc9-5dd6-4ec3-85d5-f7be30a08c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42425827-3c66-418d-bf1d-dc3513efbde1,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:40.512666 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f196e926-78fc-4b65-b1fe-c0d6fe169cb6 admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:35:40.537198 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-f196e926-78fc-4b65-b1fe-c0d6fe169cb6 admin admin] 10.222.0.115 "PUT /v2.0/routers/5a15c3c2-a4df-4bda-baf8-944075fcce8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4023173 Jan 25 03:35:40.563088 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1a52f55d-5410-4a1c-8870-b4a12806093e req-1be8cc0d-4d70-45ac-80d6-a32151573e2a tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.0494416 Jan 25 03:35:40.580001 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0a290666-68f7-4f36-a5d0-05fe681be019 None None] Provisioning complete for port c19e7f2d-a8d9-42a4-8459-6dd112438fb2 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:35:40.580401 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a290666-68f7-4f36-a5d0-05fe681be019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (c19e7f2d-a8d9-42a4-8459-6dd112438fb2), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:40.616355 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-1376af88-3665-4128-813a-53a4545281c6 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:40.618166 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-1376af88-3665-4128-813a-53a4545281c6 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/networks?id=21305d52-419e-4a5b-aa5c-f29427395669 HTTP/1.1" status: 200 len: 819 time: 0.2120392 Jan 25 03:35:40.619369 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0a290666-68f7-4f36-a5d0-05fe681be019 None None] Port c19e7f2d-a8d9-42a4-8459-6dd112438fb2 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:35:40.633895 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-71296485-fc29-4d2f-94ef-61a41609f379 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/quotas/b7c304fa11cb41daba65e6a85cf2c360 HTTP/1.1" status: 200 len: 375 time: 0.0096986 Jan 25 03:35:40.723984 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-ae262ae4-c055-4c5a-b482-621f4fbac088 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=b7c304fa11cb41daba65e6a85cf2c360&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0777330 Jan 25 03:35:40.855708 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-0fa76ac0-5c42-458b-9dd0-56c1fa42f341 service neutron] 10.222.0.115 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233480 Jan 25 03:35:40.920680 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:35:40.981477 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-59bf2992-c927-4dc7-8f00-1ed409152e2c service neutron] 10.222.0.115 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198618 Jan 25 03:35:40.991768 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:35:40.992167 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:41.126647 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:35:41.127135 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:41.151385 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] For port c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:35:41.224548 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:41.225979 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 0757dd17-3a3f-45ba-9404-22c9fc8cab67 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:35:41.297671 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] Sync routers for ids ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:35:41.306596 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8b40bb8f-569a-4b51-9b44-711ec9080036 req-582341e0-390d-4186-a5e6-dac9ab057472 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 210 time: 0.0381041 Jan 25 03:35:41.327105 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] Routers {'5a15c3c2-a4df-4bda-baf8-944075fcce8a'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:35:41.327730 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:35:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:35:41.391471 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Pushing event updated for resources: {'Port': ['ID=c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:41.398286 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 0757dd17-3a3f-45ba-9404-22c9fc8cab67 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:35:41.398773 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (0757dd17-3a3f-45ba-9404-22c9fc8cab67), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:41.448175 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 44176) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:41.454073 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-6b822abe-dad0-48e8-b4f6-6c050b518e75 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2079748481', 'description': 'tempest-description--246156470'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:41.474473 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-01ec9f7d-4315-43af-9eaa-b3cd1a8811aa req-79175761-88e2-4973-bf48-a51c45d7efed tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 210 time: 0.1008782 Jan 25 03:35:41.522879 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 0757dd17-3a3f-45ba-9404-22c9fc8cab67 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:35:41.523403 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (0757dd17-3a3f-45ba-9404-22c9fc8cab67), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:41.539965 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] Set router 5a15c3c2-a4df-4bda-baf8-944075fcce8a gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:35:41.561541 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] For port 0757dd17-3a3f-45ba-9404-22c9fc8cab67, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=0757dd17-3a3f-45ba-9404-22c9fc8cab67,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:35:41.620704 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6b822abe-dad0-48e8-b4f6-6c050b518e75 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:41.647314 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (0757dd17-3a3f-45ba-9404-22c9fc8cab67), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:41.682722 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e255981b-9051-4c68-9e5e-5b5940eda950 req-8906c0b9-c325-4484-866b-9cd328452854 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.0510614 Jan 25 03:35:41.730467 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Pushing event updated for resources: {'Port': ['ID=0757dd17-3a3f-45ba-9404-22c9fc8cab67,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:41.848251 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6b822abe-dad0-48e8-b4f6-6c050b518e75 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group (1bf25f57-5b4a-4882-a45e-818a54ab041f), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:41.852578 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 4, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port': {'id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'c19e7f2d-a8d9-42a4-8459-6dd112438fb2', 'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'mac_address': 'fa:16:3e:7d:89:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:37Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 2, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'subnets': [{'id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:35:41.882401 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] Checking router: 5a15c3c2-a4df-4bda-baf8-944075fcce8a for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:35:41.882920 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] Updating router 5a15c3c2-a4df-4bda-baf8-944075fcce8a port c19e7f2d-a8d9-42a4-8459-6dd112438fb2 binding host dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:35:41.887450 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7754b-fabf-4110-b110-1139f1432cbb req-4404c6d3-06f7-4fa8-a997-83cabdde2365 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:41.889160 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-68c7754b-fabf-4110-b110-1139f1432cbb req-4404c6d3-06f7-4fa8-a997-83cabdde2365 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/networks?id=21305d52-419e-4a5b-aa5c-f29427395669 HTTP/1.1" status: 200 len: 819 time: 0.2023649 Jan 25 03:35:41.904915 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-68c7754b-fabf-4110-b110-1139f1432cbb req-f1d1cb30-6a6a-49f9-a32d-2d1c9dabe39d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/quotas/b7c304fa11cb41daba65e6a85cf2c360 HTTP/1.1" status: 200 len: 375 time: 0.0100086 Jan 25 03:35:41.909546 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (c19e7f2d-a8d9-42a4-8459-6dd112438fb2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:41.958854 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6b822abe-dad0-48e8-b4f6-6c050b518e75 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (1bf25f57-5b4a-4882-a45e-818a54ab041f), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:42.013777 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-68c7754b-fabf-4110-b110-1139f1432cbb req-bc5a71ec-3285-4902-b4d7-0b10ef8e54bb tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=b7c304fa11cb41daba65e6a85cf2c360&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1034353 Jan 25 03:35:42.020340 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b822abe-dad0-48e8-b4f6-6c050b518e75 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf25f57-5b4a-4882-a45e-818a54ab041f,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:42.085527 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6b822abe-dad0-48e8-b4f6-6c050b518e75 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:42.086749 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-6b822abe-dad0-48e8-b4f6-6c050b518e75 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6377859 Jan 25 03:35:42.090378 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 44208) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:42.095138 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-d38a07a2-fd5a-4db8-85dd-24a1964258cc tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Request body: {'security_group_rule': {'security_group_id': '1bf25f57-5b4a-4882-a45e-818a54ab041f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:42.122293 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-68c7754b-fabf-4110-b110-1139f1432cbb req-0e19fd9f-840d-496e-9510-3bad375b73c0 service neutron] 10.222.0.115 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004739 Jan 25 03:35:42.227329 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-68c7754b-fabf-4110-b110-1139f1432cbb req-ce4ee873-6ec8-4fbc-a1e2-c18b8ae6a97b service neutron] 10.222.0.115 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925329 Jan 25 03:35:42.240841 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] Publish callbacks [] for port (c19e7f2d-a8d9-42a4-8459-6dd112438fb2), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:42.269895 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d38a07a2-fd5a-4db8-85dd-24a1964258cc tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group_rule (6b71a167-34c7-437d-bd03-79f3364fb090), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:42.270308 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] Sync routers for ids ['c00c359f-cb6c-4a5e-b74b-0714e801ccbf'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:35:42.285204 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] Routers {'c00c359f-cb6c-4a5e-b74b-0714e801ccbf'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:35:42.286221 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:35:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['c00c359f-cb6c-4a5e-b74b-0714e801ccbf'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:35:42.333203 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (c19e7f2d-a8d9-42a4-8459-6dd112438fb2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:42.397986 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c71a1-69cd-4c91-8803-6762a9c5e655 None None] Pushing event updated for resources: {'Port': ['ID=c19e7f2d-a8d9-42a4-8459-6dd112438fb2,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:42.450802 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] Set router c00c359f-cb6c-4a5e-b74b-0714e801ccbf gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:35:42.501597 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-fa0acd2a-c976-468b-a13d-150f5b51e927 req-0695234f-d7d0-45e6-9fc3-f400b437a82d tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 210 time: 0.0898950 Jan 25 03:35:42.518436 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d38a07a2-fd5a-4db8-85dd-24a1964258cc tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group_rule (6b71a167-34c7-437d-bd03-79f3364fb090), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:42.566353 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] Attempting to bind port c19e7f2d-a8d9-42a4-8459-6dd112438fb2 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:35:42.566967 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] Attempting to bind port c19e7f2d-a8d9-42a4-8459-6dd112438fb2 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '3f377e7e-fbd0-433f-81b2-988bc7eaecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:35:42.570496 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] Attempting to bind port c19e7f2d-a8d9-42a4-8459-6dd112438fb2 on network f476d920-246d-45fc-9288-e583ed5f94c0 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:35:42.587872 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:35:42.590139 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] Checking segment: {'id': '3f377e7e-fbd0-433f-81b2-988bc7eaecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:35:42.590552 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:42.600075 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] Bound using segment: {'id': '3f377e7e-fbd0-433f-81b2-988bc7eaecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:35:42.605118 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] Bound port: c19e7f2d-a8d9-42a4-8459-6dd112438fb2, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f377e7e-fbd0-433f-81b2-988bc7eaecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:35:42.605118 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (c19e7f2d-a8d9-42a4-8459-6dd112438fb2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:42.632836 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4234a700-245e-44c5-b9c3-991003d52e1d req-8d998ad8-9f40-4d6b-99b8-82d0dd6859a0 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 210 time: 0.0528479 Jan 25 03:35:42.652837 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d38a07a2-fd5a-4db8-85dd-24a1964258cc tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (6b71a167-34c7-437d-bd03-79f3364fb090), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:42.713284 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a07a2-fd5a-4db8-85dd-24a1964258cc tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b71a167-34c7-437d-bd03-79f3364fb090,revision_number=0']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:42.772002 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d38a07a2-fd5a-4db8-85dd-24a1964258cc tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:42.772002 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-d38a07a2-fd5a-4db8-85dd-24a1964258cc tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6801353 Jan 25 03:35:42.774389 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 44232) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:42.780597 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-46315b60-8864-48f2-9b3a-942c03163412 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Request body: {'security_group_rule': {'security_group_id': '1bf25f57-5b4a-4882-a45e-818a54ab041f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:42.795624 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00c359f-cb6c-4a5e-b74b-0714e801ccbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1155748945-router', 'tenant_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '0757dd17-3a3f-45ba-9404-22c9fc8cab67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 4, 'project_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'gw_port': {'id': '0757dd17-3a3f-45ba-9404-22c9fc8cab67', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00c359f-cb6c-4a5e-b74b-0714e801ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:33Z', 'updated_at': '2022-01-25T03:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '4c6cff4c-2727-4219-925e-d5a69dbfc999', 'name': '', 'network_id': '21305d52-419e-4a5b-aa5c-f29427395669', 'tenant_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'mac_address': 'fa:16:3e:d5:19:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00c359f-cb6c-4a5e-b74b-0714e801ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '069704cf-3960-4585-9364-1bd4be4f6c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:37Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 2, 'project_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'subnets': [{'id': '069704cf-3960-4585-9364-1bd4be4f6c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:35:42.845455 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] Checking router: c00c359f-cb6c-4a5e-b74b-0714e801ccbf for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:35:42.851826 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] Updating router c00c359f-cb6c-4a5e-b74b-0714e801ccbf port 4c6cff4c-2727-4219-925e-d5a69dbfc999 binding host dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:35:42.910943 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:35:42.932110 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c85aa060-d65d-4d37-b482-2ab9c2143094 req-079f8912-8405-4bae-b2b5-dd70f0922272 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.0783973 Jan 25 03:35:42.955725 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-941009f8-d0f3-40ef-a235-0f91901dbb5e None None] Provisioning complete for port c19e7f2d-a8d9-42a4-8459-6dd112438fb2 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:35:42.956228 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-941009f8-d0f3-40ef-a235-0f91901dbb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (c19e7f2d-a8d9-42a4-8459-6dd112438fb2), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:42.991076 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] For port c19e7f2d-a8d9-42a4-8459-6dd112438fb2, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:35:42.995751 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] For port c19e7f2d-a8d9-42a4-8459-6dd112438fb2, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=c19e7f2d-a8d9-42a4-8459-6dd112438fb2,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:35:43.005385 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-46315b60-8864-48f2-9b3a-942c03163412 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group_rule (8f2ff6e2-9dc1-4282-a941-846bf2b588c6), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:43.022409 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (4c6cff4c-2727-4219-925e-d5a69dbfc999), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:43.042083 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-941009f8-d0f3-40ef-a235-0f91901dbb5e None None] Port c19e7f2d-a8d9-42a4-8459-6dd112438fb2 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:35:43.097863 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:35:43.099856 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (c19e7f2d-a8d9-42a4-8459-6dd112438fb2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:43.114877 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-46315b60-8864-48f2-9b3a-942c03163412 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group_rule (8f2ff6e2-9dc1-4282-a941-846bf2b588c6), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:43.115516 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:43.154578 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] Routers {'5a15c3c2-a4df-4bda-baf8-944075fcce8a'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:35:43.155451 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:35:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:35:43.202080 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-46315b60-8864-48f2-9b3a-942c03163412 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (8f2ff6e2-9dc1-4282-a941-846bf2b588c6), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:43.256699 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46315b60-8864-48f2-9b3a-942c03163412 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2ff6e2-9dc1-4282-a941-846bf2b588c6,revision_number=0']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:43.258465 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c71a1-69cd-4c91-8803-6762a9c5e655 None None] Pushing event updated for resources: {'Port': ['ID=c19e7f2d-a8d9-42a4-8459-6dd112438fb2,revision_number=4']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:43.374989 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] Set router 5a15c3c2-a4df-4bda-baf8-944075fcce8a gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:35:43.413533 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-46315b60-8864-48f2-9b3a-942c03163412 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:43.414909 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-46315b60-8864-48f2-9b3a-942c03163412 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6386545 Jan 25 03:35:43.425797 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 44258) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:43.429602 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-527b817e-4a28-4fdd-ade4-fdc186fb5526 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Request body: {'floatingip': {'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:43.669583 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e62595b8-8dc8-4885-bb04-eb116c61f5ed req-fe3c38d8-5daa-4704-8ae1-4986ec20f440 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 210 time: 0.0373976 Jan 25 03:35:43.671138 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-527b817e-4a28-4fdd-ade4-fdc186fb5526 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:43.671515 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:35:43.672616 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 0757dd17-3a3f-45ba-9404-22c9fc8cab67 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:35:43.678643 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-baed6d19-460c-4224-9cac-e0dcd2ac3ce1 None None] Provisioning complete for port c19e7f2d-a8d9-42a4-8459-6dd112438fb2 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:35:43.679257 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baed6d19-460c-4224-9cac-e0dcd2ac3ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (c19e7f2d-a8d9-42a4-8459-6dd112438fb2), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:43.744762 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 4, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port': {'id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'c19e7f2d-a8d9-42a4-8459-6dd112438fb2', 'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'mac_address': 'fa:16:3e:7d:89:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:37Z', 'updated_at': '2022-01-25T03:35:42Z', 'revision_number': 4, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'subnets': [{'id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:35:43.771816 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5c49d-832d-4f05-994a-ba3e52c3ff32 None None] The sync data for ids ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'] in dv-cinder-819011-2-iscsi is: [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 4, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port': {'id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'c19e7f2d-a8d9-42a4-8459-6dd112438fb2', 'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'mac_address': 'fa:16:3e:7d:89:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:37Z', 'updated_at': '2022-01-25T03:35:42Z', 'revision_number': 4, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'subnets': [{'id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:35:43.859515 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b2b658ae-6c98-4d22-bc47-9f08abf7147c req-2636e405-c581-4ba9-b37c-3d26646cd80b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 210 time: 0.0650978 Jan 25 03:35:43.872016 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-baed6d19-460c-4224-9cac-e0dcd2ac3ce1 None None] Current status of the port c19e7f2d-a8d9-42a4-8459-6dd112438fb2 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:35:43.872499 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baed6d19-460c-4224-9cac-e0dcd2ac3ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (c19e7f2d-a8d9-42a4-8459-6dd112438fb2), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:43.985962 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 0757dd17-3a3f-45ba-9404-22c9fc8cab67 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:35:43.986327 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (0757dd17-3a3f-45ba-9404-22c9fc8cab67), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:43.993263 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-527b817e-4a28-4fdd-ade4-fdc186fb5526 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:44.004212 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-baed6d19-460c-4224-9cac-e0dcd2ac3ce1 None None] For port c19e7f2d-a8d9-42a4-8459-6dd112438fb2, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=c19e7f2d-a8d9-42a4-8459-6dd112438fb2,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:35:44.008070 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] Publish callbacks [] for port (4c6cff4c-2727-4219-925e-d5a69dbfc999), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:44.052848 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7268a1e7-b9ef-4809-8158-d1f4e8a777e3 req-bb958bac-dadb-4f6e-8e87-ac7fa8494858 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.0426917 Jan 25 03:35:44.083143 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baed6d19-460c-4224-9cac-e0dcd2ac3ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (c19e7f2d-a8d9-42a4-8459-6dd112438fb2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:44.163644 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (4c6cff4c-2727-4219-925e-d5a69dbfc999), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:44.167733 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [None req-527b817e-4a28-4fdd-ade4-fdc186fb5526 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Allocated IP 172.27.2.165 (239af684-5624-458a-b969-bfdffc6894c6/633c65e6-a2b9-4bb5-a70e-b23c3791a1d5/1d05be2f-bdad-4cae-bcb4-ac3049ef4ddd) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:35:44.217652 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 0757dd17-3a3f-45ba-9404-22c9fc8cab67 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:35:44.263003 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed6d19-460c-4224-9cac-e0dcd2ac3ce1 None None] Pushing event updated for resources: {'Port': ['ID=c19e7f2d-a8d9-42a4-8459-6dd112438fb2,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:44.320794 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-527b817e-4a28-4fdd-ade4-fdc186fb5526 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for port (1d05be2f-bdad-4cae-bcb4-ac3049ef4ddd), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:44.380762 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f859f9a-956a-4f36-93ff-ad1ae39a4358 None None] Pushing event updated for resources: {'Port': ['ID=4c6cff4c-2727-4219-925e-d5a69dbfc999,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:44.386186 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] Attempting to bind port 4c6cff4c-2727-4219-925e-d5a69dbfc999 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:35:44.386550 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] Attempting to bind port 4c6cff4c-2727-4219-925e-d5a69dbfc999 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '908330e8-0f34-421a-a960-e1f0e985230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21305d52-419e-4a5b-aa5c-f29427395669'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:35:44.386935 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] Attempting to bind port 4c6cff4c-2727-4219-925e-d5a69dbfc999 on network 21305d52-419e-4a5b-aa5c-f29427395669 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:35:44.401686 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:35:44.402058 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] Checking segment: {'id': '908330e8-0f34-421a-a960-e1f0e985230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21305d52-419e-4a5b-aa5c-f29427395669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:35:44.402465 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:44.402852 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] Bound using segment: {'id': '908330e8-0f34-421a-a960-e1f0e985230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21305d52-419e-4a5b-aa5c-f29427395669'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:35:44.403439 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] Bound port: 4c6cff4c-2727-4219-925e-d5a69dbfc999, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908330e8-0f34-421a-a960-e1f0e985230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21305d52-419e-4a5b-aa5c-f29427395669'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:35:44.403821 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (4c6cff4c-2727-4219-925e-d5a69dbfc999), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:44.477670 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] For port 4c6cff4c-2727-4219-925e-d5a69dbfc999, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:35:44.488206 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] For port 4c6cff4c-2727-4219-925e-d5a69dbfc999, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=4c6cff4c-2727-4219-925e-d5a69dbfc999,segment=NetworkSegment(908330e8-0f34-421a-a960-e1f0e985230a),segment_id=908330e8-0f34-421a-a960-e1f0e985230a)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:35:44.519349 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-527b817e-4a28-4fdd-ade4-fdc186fb5526 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (1d05be2f-bdad-4cae-bcb4-ac3049ef4ddd), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:44.556156 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (4c6cff4c-2727-4219-925e-d5a69dbfc999), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:44.564626 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527b817e-4a28-4fdd-ade4-fdc186fb5526 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Network 239af684-5624-458a-b969-bfdffc6894c6 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:35:44.567670 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-527b817e-4a28-4fdd-ade4-fdc186fb5526 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:35:44.571107 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b817e-4a28-4fdd-ade4-fdc186fb5526 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:35:44.622314 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] Routers {'c00c359f-cb6c-4a5e-b74b-0714e801ccbf'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:35:44.622953 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:35:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['c00c359f-cb6c-4a5e-b74b-0714e801ccbf'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:35:44.856107 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] Set router c00c359f-cb6c-4a5e-b74b-0714e801ccbf gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:35:44.893832 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5087d171-71f1-4d3f-8780-3419d0b3bcea req-1a4fecfa-3ca0-47cb-aa24-7ef8e2c47036 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 210 time: 0.0909977 Jan 25 03:35:44.945435 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b817e-4a28-4fdd-ade4-fdc186fb5526 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Pushing event updated for resources: {'Port': ['ID=1d05be2f-bdad-4cae-bcb4-ac3049ef4ddd,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:44.968304 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device c19e7f2d-a8d9-42a4-8459-6dd112438fb2 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:35:44.973862 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-527b817e-4a28-4fdd-ade4-fdc186fb5526 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for floatingip (e04576ab-a1fc-4ed3-bc5f-d9e0c7e7e0c4), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:45.109725 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-69bedae3-b4a3-4aaf-bc4c-8e2196ee5ba1 req-55761607-a93a-4fc5-be3f-32770797b40d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 210 time: 0.0380301 Jan 25 03:35:45.140909 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f859f9a-956a-4f36-93ff-ad1ae39a4358 None None] Pushing event updated for resources: {'Port': ['ID=4c6cff4c-2727-4219-925e-d5a69dbfc999,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:45.158786 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-527b817e-4a28-4fdd-ade4-fdc186fb5526 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (1d05be2f-bdad-4cae-bcb4-ac3049ef4ddd), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:45.208633 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port c19e7f2d-a8d9-42a4-8459-6dd112438fb2 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:35:45.213893 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (c19e7f2d-a8d9-42a4-8459-6dd112438fb2), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:45.260146 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.112', 51240) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:45.443428 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d18fa8ea-73f6-4b6e-bc36-d21573a0a850 req-3d71e2ab-2ee6-4da4-b328-6d5f12e522f3 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.1514878 Jan 25 03:35:45.479357 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port c19e7f2d-a8d9-42a4-8459-6dd112438fb2 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:35:45.502042 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00c359f-cb6c-4a5e-b74b-0714e801ccbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1155748945-router', 'tenant_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '0757dd17-3a3f-45ba-9404-22c9fc8cab67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 4, 'project_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'gw_port': {'id': '0757dd17-3a3f-45ba-9404-22c9fc8cab67', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00c359f-cb6c-4a5e-b74b-0714e801ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:33Z', 'updated_at': '2022-01-25T03:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '4c6cff4c-2727-4219-925e-d5a69dbfc999', 'name': '', 'network_id': '21305d52-419e-4a5b-aa5c-f29427395669', 'tenant_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'mac_address': 'fa:16:3e:d5:19:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00c359f-cb6c-4a5e-b74b-0714e801ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '069704cf-3960-4585-9364-1bd4be4f6c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:37Z', 'updated_at': '2022-01-25T03:35:44Z', 'revision_number': 4, 'project_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'subnets': [{'id': '069704cf-3960-4585-9364-1bd4be4f6c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:35:45.533955 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.112', 51241) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:45.550570 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9807e4-ee7f-45e9-a536-9f281ddb4645 None None] The sync data for ids ['c00c359f-cb6c-4a5e-b74b-0714e801ccbf'] in dv-cinder-819011-2-iscsi is: [{'id': 'c00c359f-cb6c-4a5e-b74b-0714e801ccbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1155748945-router', 'tenant_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '0757dd17-3a3f-45ba-9404-22c9fc8cab67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 4, 'project_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'gw_port': {'id': '0757dd17-3a3f-45ba-9404-22c9fc8cab67', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00c359f-cb6c-4a5e-b74b-0714e801ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:33Z', 'updated_at': '2022-01-25T03:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '4c6cff4c-2727-4219-925e-d5a69dbfc999', 'name': '', 'network_id': '21305d52-419e-4a5b-aa5c-f29427395669', 'tenant_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'mac_address': 'fa:16:3e:d5:19:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00c359f-cb6c-4a5e-b74b-0714e801ccbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '069704cf-3960-4585-9364-1bd4be4f6c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:37Z', 'updated_at': '2022-01-25T03:35:44Z', 'revision_number': 4, 'project_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'subnets': [{'id': '069704cf-3960-4585-9364-1bd4be4f6c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:35:45.569180 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-527b817e-4a28-4fdd-ade4-fdc186fb5526 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for port (1d05be2f-bdad-4cae-bcb4-ac3049ef4ddd), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:45.571499 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-73618cc9-e827-47e8-8e20-3866a803f6bb tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:45.574082 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-73618cc9-e827-47e8-8e20-3866a803f6bb tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.112 "GET /v2.0/networks?id=21305d52-419e-4a5b-aa5c-f29427395669 HTTP/1.1" status: 200 len: 819 time: 0.3067799 Jan 25 03:35:45.642473 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-527b817e-4a28-4fdd-ade4-fdc186fb5526 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (1d05be2f-bdad-4cae-bcb4-ac3049ef4ddd), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:45.652328 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-748d9a6d-877c-44db-8fec-f9803cc9e917 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Request body: {'port': {'device_id': '17d82b81-05dd-4075-8d84-577551c2a689', 'network_id': '21305d52-419e-4a5b-aa5c-f29427395669', 'admin_state_up': True, 'tenant_id': 'b7c304fa11cb41daba65e6a85cf2c360'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:45.705535 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-527b817e-4a28-4fdd-ade4-fdc186fb5526 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586113'] for floatingip (e04576ab-a1fc-4ed3-bc5f-d9e0c7e7e0c4), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:45.717338 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7754b-fabf-4110-b110-1139f1432cbb req-8bd23542-8d9b-4094-adf8-e12ef78f45fb tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:45.718963 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-68c7754b-fabf-4110-b110-1139f1432cbb req-8bd23542-8d9b-4094-adf8-e12ef78f45fb tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.112 "GET /v2.0/networks?id=21305d52-419e-4a5b-aa5c-f29427395669 HTTP/1.1" status: 200 len: 819 time: 0.1629274 Jan 25 03:35:45.735591 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b817e-4a28-4fdd-ade4-fdc186fb5526 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Pushing event updated for resources: {'Port': ['ID=1d05be2f-bdad-4cae-bcb4-ac3049ef4ddd,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:45.741900 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-68c7754b-fabf-4110-b110-1139f1432cbb req-708206c3-02f5-4618-abe7-5dfa6c75bbb2 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Request body: {'port': {'device_id': '8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a', 'network_id': '21305d52-419e-4a5b-aa5c-f29427395669', 'admin_state_up': True, 'tenant_id': 'b7c304fa11cb41daba65e6a85cf2c360'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:45.940533 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-527b817e-4a28-4fdd-ade4-fdc186fb5526 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:45.944255 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-527b817e-4a28-4fdd-ade4-fdc186fb5526 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5219924 Jan 25 03:35:46.066688 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2bb2d7cb-5f83-4526-8831-c3cfc62be0cc req-0b39d10f-2478-4a6b-bfe1-3670edf4ad63 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 210 time: 0.0727117 Jan 25 03:35:46.111017 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c7754b-fabf-4110-b110-1139f1432cbb req-708206c3-02f5-4618-abe7-5dfa6c75bbb2 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Made reservation on behalf of b7c304fa11cb41daba65e6a85cf2c360 for: {'port': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:35:46.112151 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-748d9a6d-877c-44db-8fec-f9803cc9e917 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Made reservation on behalf of b7c304fa11cb41daba65e6a85cf2c360 for: {'port': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:35:46.122772 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-748d9a6d-877c-44db-8fec-f9803cc9e917 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:46.126699 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-68c7754b-fabf-4110-b110-1139f1432cbb req-708206c3-02f5-4618-abe7-5dfa6c75bbb2 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:46.259156 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c1b44a6b-9993-4cf1-8b4c-169672abaed8 req-9ba0d2d4-11b5-427a-8be0-dee75550836d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 210 time: 0.0753567 Jan 25 03:35:46.310654 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.112', 51248) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:46.368504 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-748d9a6d-877c-44db-8fec-f9803cc9e917 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Allocated IP 172.20.0.14 (21305d52-419e-4a5b-aa5c-f29427395669/069704cf-3960-4585-9364-1bd4be4f6c51/29297f0b-07c1-43dd-9bc9-7ce2fc61fabf) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:35:46.640469 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-75d01e26-5813-4577-8070-72b5b26c6025 req-ffc496a6-86df-4640-89af-0915854ac7c4 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?name=tempest-securitygroup--2079748481&fields=id&tenant_id=33c5e2c89460402987c96eb3c3340a68 HTTP/1.1" status: 200 len: 267 time: 0.2236462 Jan 25 03:35:46.640642 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-748d9a6d-877c-44db-8fec-f9803cc9e917 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Publish callbacks [] for port (29297f0b-07c1-43dd-9bc9-7ce2fc61fabf), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:46.640800 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-e7fbab1e-0c5d-4220-a0c6-f2bbee3e7124 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:46.640800 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-e7fbab1e-0c5d-4220-a0c6-f2bbee3e7124 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.112 "GET /v2.0/networks?id=deac9f35-58f2-4929-9ca8-e3d4d0912a3d HTTP/1.1" status: 200 len: 811 time: 0.3270555 Jan 25 03:35:46.684744 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-167f750f-f6fe-45eb-ba0d-cbd731eb4fa2 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Request body: {'port': {'device_id': '182d19da-cad7-4773-bd15-67d9285d2c1a', 'network_id': 'deac9f35-58f2-4929-9ca8-e3d4d0912a3d', 'admin_state_up': True, 'tenant_id': '33b8fc6cf53240e292dae12d36286f56'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:46.861333 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-748d9a6d-877c-44db-8fec-f9803cc9e917 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (29297f0b-07c1-43dd-9bc9-7ce2fc61fabf), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:46.914872 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 4c6cff4c-2727-4219-925e-d5a69dbfc999 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:35:46.973978 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-20465028-5605-4b9e-8ade-17f77e46c143 req-709539c9-45e9-4447-90d2-631018413654 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.1519356 Jan 25 03:35:47.042541 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 4c6cff4c-2727-4219-925e-d5a69dbfc999 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:35:47.043197 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (4c6cff4c-2727-4219-925e-d5a69dbfc999), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:47.072661 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [req-68c7754b-fabf-4110-b110-1139f1432cbb req-708206c3-02f5-4618-abe7-5dfa6c75bbb2 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Allocated IP 172.20.0.6 (21305d52-419e-4a5b-aa5c-f29427395669/069704cf-3960-4585-9364-1bd4be4f6c51/7a3865a4-17c6-440a-8dd3-3ff9c0e019f2) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:35:47.091325 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d01e26-5813-4577-8070-72b5b26c6025 req-254f6dbf-141d-4742-bead-1223fedf20f3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:47.093444 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-75d01e26-5813-4577-8070-72b5b26c6025 req-254f6dbf-141d-4742-bead-1223fedf20f3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/networks?id=f476d920-246d-45fc-9288-e583ed5f94c0 HTTP/1.1" status: 200 len: 816 time: 0.4697738 Jan 25 03:35:47.139101 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d9a6d-877c-44db-8fec-f9803cc9e917 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Pushing event updated for resources: {'Port': ['ID=29297f0b-07c1-43dd-9bc9-7ce2fc61fabf,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:47.161638 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-748d9a6d-877c-44db-8fec-f9803cc9e917 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Network 21305d52-419e-4a5b-aa5c-f29427395669 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:35:47.161638 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-748d9a6d-877c-44db-8fec-f9803cc9e917 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:35:47.167421 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-748d9a6d-877c-44db-8fec-f9803cc9e917 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:35:47.175451 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-748d9a6d-877c-44db-8fec-f9803cc9e917 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:47.176046 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-748d9a6d-877c-44db-8fec-f9803cc9e917 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:47.241130 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-75d01e26-5813-4577-8070-72b5b26c6025 req-5182a554-ce31-428c-8589-cbd5e64d3fbd tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/quotas/33c5e2c89460402987c96eb3c3340a68 HTTP/1.1" status: 200 len: 375 time: 0.1354265 Jan 25 03:35:47.280612 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 4c6cff4c-2727-4219-925e-d5a69dbfc999 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:35:47.295109 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (4c6cff4c-2727-4219-925e-d5a69dbfc999), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:47.335912 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.112', 51256) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:47.357389 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-745d4760-3eed-4aaf-872e-efdc711e86b6 req-b56293d2-e164-4114-8fdc-f32824089246 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 210 time: 0.0724833 Jan 25 03:35:47.365264 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] For port 4c6cff4c-2727-4219-925e-d5a69dbfc999, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=4c6cff4c-2727-4219-925e-d5a69dbfc999,segment=NetworkSegment(908330e8-0f34-421a-a960-e1f0e985230a),segment_id=908330e8-0f34-421a-a960-e1f0e985230a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:35:47.369013 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-748d9a6d-877c-44db-8fec-f9803cc9e917 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7229738 Jan 25 03:35:47.481871 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (4c6cff4c-2727-4219-925e-d5a69dbfc999), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:47.541838 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ce2cb1c5-1ac3-45bd-96c4-60160622437b req-1184cc83-0405-4059-9eb5-be8cf36927e3 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 210 time: 0.1061535 Jan 25 03:35:47.589254 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-0d3418bd-0a06-4b83-8419-6d3566b2006f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:47.597534 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-0d3418bd-0a06-4b83-8419-6d3566b2006f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.112 "GET /v2.0/networks?id=835e181b-635d-41dd-9269-42b6c17d0334 HTTP/1.1" status: 200 len: 815 time: 0.1768658 Jan 25 03:35:47.633843 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Pushing event updated for resources: {'Port': ['ID=4c6cff4c-2727-4219-925e-d5a69dbfc999,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:47.653717 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-75d01e26-5813-4577-8070-72b5b26c6025 req-6ff858a2-b1e3-47b0-b26f-1d6dfc52781d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=33c5e2c89460402987c96eb3c3340a68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4103916 Jan 25 03:35:47.795315 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-167f750f-f6fe-45eb-ba0d-cbd731eb4fa2 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Made reservation on behalf of 33b8fc6cf53240e292dae12d36286f56 for: {'port': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:35:47.801876 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-167f750f-f6fe-45eb-ba0d-cbd731eb4fa2 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:47.961427 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-75d01e26-5813-4577-8070-72b5b26c6025 req-ff79d0da-1d78-4645-82d6-54f9448eac92 service neutron] 10.222.0.115 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775459 Jan 25 03:35:48.095113 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-68c7754b-fabf-4110-b110-1139f1432cbb req-708206c3-02f5-4618-abe7-5dfa6c75bbb2 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Publish callbacks [] for port (7a3865a4-17c6-440a-8dd3-3ff9c0e019f2), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:48.395653 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5d7e2920-d913-4aef-8b01-7eec29e5eb94 req-4d3a7044-47cd-4465-892b-0e53748a523d tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.2634096 Jan 25 03:35:48.612725 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-167f750f-f6fe-45eb-ba0d-cbd731eb4fa2 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Allocated IP 172.20.0.10 (deac9f35-58f2-4929-9ca8-e3d4d0912a3d/ee171ebe-f742-44e0-924d-7fa7c20b49d6/1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:35:48.632438 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-75d01e26-5813-4577-8070-72b5b26c6025 req-b665e993-cb9a-4ebb-92e3-68ae8fce3c80 service neutron] 10.222.0.115 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6213672 Jan 25 03:35:48.756253 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-760a85bf-83a4-4c97-a132-0d3af2146ffc req-8c72331b-723b-4631-b948-c2ac2b3a2af4 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 210 time: 0.0665925 Jan 25 03:35:48.790020 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 4c6cff4c-2727-4219-925e-d5a69dbfc999 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:35:48.855503 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 4c6cff4c-2727-4219-925e-d5a69dbfc999 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:35:48.855934 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (4c6cff4c-2727-4219-925e-d5a69dbfc999), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:48.883491 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-167f750f-f6fe-45eb-ba0d-cbd731eb4fa2 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Publish callbacks [] for port (1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:48.917248 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-20c5e600-1511-4163-b73d-83cf2cb63f1b req-fb77bbc2-320c-42d0-ac0f-0f3636475df9 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 210 time: 0.0262110 Jan 25 03:35:48.959080 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 4c6cff4c-2727-4219-925e-d5a69dbfc999 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:35:48.962162 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-68c7754b-fabf-4110-b110-1139f1432cbb req-708206c3-02f5-4618-abe7-5dfa6c75bbb2 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (7a3865a4-17c6-440a-8dd3-3ff9c0e019f2), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:49.086459 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c7754b-fabf-4110-b110-1139f1432cbb req-708206c3-02f5-4618-abe7-5dfa6c75bbb2 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Network 21305d52-419e-4a5b-aa5c-f29427395669 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:35:49.086459 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [req-68c7754b-fabf-4110-b110-1139f1432cbb req-708206c3-02f5-4618-abe7-5dfa6c75bbb2 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:35:49.090413 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c7754b-fabf-4110-b110-1139f1432cbb req-708206c3-02f5-4618-abe7-5dfa6c75bbb2 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:35:49.097071 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7754b-fabf-4110-b110-1139f1432cbb req-708206c3-02f5-4618-abe7-5dfa6c75bbb2 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:49.097785 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-68c7754b-fabf-4110-b110-1139f1432cbb req-708206c3-02f5-4618-abe7-5dfa6c75bbb2 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:49.105152 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708206c3-02f5-4618-abe7-5dfa6c75bbb2 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Pushing event updated for resources: {'Port': ['ID=7a3865a4-17c6-440a-8dd3-3ff9c0e019f2,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:49.236005 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-167f750f-f6fe-45eb-ba0d-cbd731eb4fa2 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:49.282403 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-68c7754b-fabf-4110-b110-1139f1432cbb req-708206c3-02f5-4618-abe7-5dfa6c75bbb2 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5386238 Jan 25 03:35:49.318276 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-167f750f-f6fe-45eb-ba0d-cbd731eb4fa2 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Network deac9f35-58f2-4929-9ca8-e3d4d0912a3d is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:35:49.323116 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-167f750f-f6fe-45eb-ba0d-cbd731eb4fa2 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:35:49.333497 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-167f750f-f6fe-45eb-ba0d-cbd731eb4fa2 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:35:49.339808 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a08ccd27-78ab-4db6-95ee-f695f325de90 req-600e655e-a8c4-45c9-8c04-13d8a31178b7 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 210 time: 0.0382535 Jan 25 03:35:49.341880 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-167f750f-f6fe-45eb-ba0d-cbd731eb4fa2 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:49.342539 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-167f750f-f6fe-45eb-ba0d-cbd731eb4fa2 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:49.351316 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f750f-f6fe-45eb-ba0d-cbd731eb4fa2 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Pushing event updated for resources: {'Port': ['ID=1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:49.558811 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1e3d2ac4-d6cb-4f12-b696-44fee059f815 req-3793331a-999d-4e77-adc9-a2c9e18bf563 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.0369556 Jan 25 03:35:49.632750 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-167f750f-f6fe-45eb-ba0d-cbd731eb4fa2 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9640563 Jan 25 03:35:49.862584 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 44496) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:49.894066 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eabece-e225-4099-ba19-65297fa7a9f1 req-4d4479a2-046c-4421-8c3a-45a3360ac984 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:49.899779 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c6eabece-e225-4099-ba19-65297fa7a9f1 req-4d4479a2-046c-4421-8c3a-45a3360ac984 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 932 time: 0.0756280 Jan 25 03:35:49.965377 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c6eabece-e225-4099-ba19-65297fa7a9f1 req-3d961b81-de62-4603-9153-0fa388d1f8b3 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571766 Jan 25 03:35:50.045720 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-35691484-d058-42c1-a08b-f4f048743386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:50.102981 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75318f14-17ff-4bf8-ba79-e411f75f62ef req-f0a6e3ff-1d2a-4120-aed3-2e726380e712 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:50.110525 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-75318f14-17ff-4bf8-ba79-e411f75f62ef req-f0a6e3ff-1d2a-4120-aed3-2e726380e712 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 931 time: 0.1028185 Jan 25 03:35:50.186507 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-75318f14-17ff-4bf8-ba79-e411f75f62ef req-910ff7e0-dac3-4af6-9a62-f22cc6691f21 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664065 Jan 25 03:35:50.211558 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-35691484-d058-42c1-a08b-f4f048743386 admin admin] Publish callbacks [] for security_group (e7c2f042-6bf9-4f00-ac01-acde4c636580), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:50.404668 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-35691484-d058-42c1-a08b-f4f048743386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (e7c2f042-6bf9-4f00-ac01-acde4c636580), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:50.424843 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8db5639f-34dc-40f3-b545-30cbf9cfac9f req-86d4f771-e101-4bc8-91d3-de3d27f93b0f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 210 time: 0.0333836 Jan 25 03:35:50.457242 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-35691484-d058-42c1-a08b-f4f048743386 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=166e730bfe0942e1bd05555655da8c29&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5935221 Jan 25 03:35:50.458382 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35691484-d058-42c1-a08b-f4f048743386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c2f042-6bf9-4f00-ac01-acde4c636580,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:50.459942 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 44510) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:50.530870 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c0dc5ab9-741e-4826-977b-c3b8867d1246 admin admin] Publish callbacks [] for security_group (e7c2f042-6bf9-4f00-ac01-acde4c636580), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:50.556747 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c0dc5ab9-741e-4826-977b-c3b8867d1246 admin admin] Publish callbacks [] for security_group (e7c2f042-6bf9-4f00-ac01-acde4c636580), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:50.693388 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8cbff6f1-30c9-4b9b-b539-901546e7b9db req-af1d9291-ee79-4b3a-8d7f-a1a835ecc1c8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.0371912 Jan 25 03:35:50.702347 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c0dc5ab9-741e-4826-977b-c3b8867d1246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (e7c2f042-6bf9-4f00-ac01-acde4c636580), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:50.706026 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c0dc5ab9-741e-4826-977b-c3b8867d1246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:50.707761 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c0dc5ab9-741e-4826-977b-c3b8867d1246 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/e7c2f042-6bf9-4f00-ac01-acde4c636580 HTTP/1.1" status: 204 len: 168 time: 0.2466683 Jan 25 03:35:50.726504 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc5ab9-741e-4826-977b-c3b8867d1246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c2f042-6bf9-4f00-ac01-acde4c636580,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:51.090998 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bdcc9-7409-4ecd-a4d3-6b3fbab4c786 req-0c3fe2cd-7ff8-4c24-9917-9b43f96024f9 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:51.092614 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a71bdcc9-7409-4ecd-a4d3-6b3fbab4c786 req-0c3fe2cd-7ff8-4c24-9917-9b43f96024f9 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 932 time: 0.0619316 Jan 25 03:35:51.155279 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a71bdcc9-7409-4ecd-a4d3-6b3fbab4c786 req-8541e05c-741a-4747-b6f4-e915807e7a82 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447392 Jan 25 03:35:51.316682 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83877c9-e31f-44c6-b040-60ace0dcb8c5 req-c2ce1b47-122b-4484-81ae-b3aaa49c6040 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:51.318424 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e83877c9-e31f-44c6-b040-60ace0dcb8c5 req-c2ce1b47-122b-4484-81ae-b3aaa49c6040 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 931 time: 0.0636067 Jan 25 03:35:51.381406 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e83877c9-e31f-44c6-b040-60ace0dcb8c5 req-2e8a16d1-e81f-4234-b018-b2b7bcf4d772 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565741 Jan 25 03:35:51.550020 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-95bbeffd-9822-4178-9ff9-2f43d7b0694b req-e56474cf-5d97-427e-8a7f-5aba72677d13 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 210 time: 0.0323088 Jan 25 03:35:51.791120 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-136d3562-9506-49c1-8b09-9e4174d274d9 req-47ea9a08-a3e2-4d9d-b447-34657f1300a8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.0254719 Jan 25 03:35:52.265870 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb9ddb-7d43-444b-9e93-47c1c340736b req-a46d0523-21fa-4c52-a057-ffdfa1666d6a tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:52.267462 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5fdb9ddb-7d43-444b-9e93-47c1c340736b req-a46d0523-21fa-4c52-a057-ffdfa1666d6a tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 932 time: 0.0525198 Jan 25 03:35:52.322951 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5fdb9ddb-7d43-444b-9e93-47c1c340736b req-ee784fa1-cdf4-47b6-9828-d2cde99f503b tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493903 Jan 25 03:35:52.484748 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 44578) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:52.515977 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62539f-581e-44e8-b7ae-54dd6773643a req-17520cbe-8406-4686-97f6-308ff43f208f tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:52.523461 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4d62539f-581e-44e8-b7ae-54dd6773643a req-17520cbe-8406-4686-97f6-308ff43f208f tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 931 time: 0.0689638 Jan 25 03:35:52.614232 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4d62539f-581e-44e8-b7ae-54dd6773643a req-43aacd71-a07a-4781-b79d-fc70d5e609ff tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863507 Jan 25 03:35:52.675151 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9cba62d2-8668-4623-bc6d-0e3950db294a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:52.715337 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d12d439a-4ded-4692-9894-f24c0db481b8 req-b9cb0e05-4dba-409e-a1d6-be67285d414e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 210 time: 0.0505276 Jan 25 03:35:52.737766 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:35:52.820353 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9cba62d2-8668-4623-bc6d-0e3950db294a admin admin] Publish callbacks [] for security_group (452dfff5-0b31-4759-809c-1850c0a6a67a), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:52.892378 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9cba62d2-8668-4623-bc6d-0e3950db294a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (452dfff5-0b31-4759-809c-1850c0a6a67a), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:52.906246 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-363e2d0d-4da9-4ef0-8a61-7e6f66d8f6ca req-a9d86e5f-c10c-4967-9367-f16f288cf77f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.0387640 Jan 25 03:35:52.947135 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-9cba62d2-8668-4623-bc6d-0e3950db294a admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=53d927eb804b4bb2b5a6140885e47462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4584346 Jan 25 03:35:52.947957 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 44592) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:52.951436 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba62d2-8668-4623-bc6d-0e3950db294a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452dfff5-0b31-4759-809c-1850c0a6a67a,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:53.004864 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-393e4d49-1050-4ba9-9197-0730eab70806 admin admin] Publish callbacks [] for security_group (452dfff5-0b31-4759-809c-1850c0a6a67a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:53.028091 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-393e4d49-1050-4ba9-9197-0730eab70806 admin admin] Publish callbacks [] for security_group (452dfff5-0b31-4759-809c-1850c0a6a67a), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:53.450456 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a0ddc-1c35-4343-8567-a4d8ca844e16 req-c107ee09-8a75-43f4-b5f7-1d87a1fe1bf2 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:53.452353 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-790a0ddc-1c35-4343-8567-a4d8ca844e16 req-c107ee09-8a75-43f4-b5f7-1d87a1fe1bf2 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 932 time: 0.0541387 Jan 25 03:35:53.498417 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-790a0ddc-1c35-4343-8567-a4d8ca844e16 req-20b7e5e0-ee7b-41f2-ac7c-9ab75fdc1fc1 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402138 Jan 25 03:35:53.530586 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-393e4d49-1050-4ba9-9197-0730eab70806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (452dfff5-0b31-4759-809c-1850c0a6a67a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:53.535491 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-393e4d49-1050-4ba9-9197-0730eab70806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:53.535491 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-393e4d49-1050-4ba9-9197-0730eab70806 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/452dfff5-0b31-4759-809c-1850c0a6a67a HTTP/1.1" status: 204 len: 168 time: 0.5855982 Jan 25 03:35:53.544245 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e4d49-1050-4ba9-9197-0730eab70806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452dfff5-0b31-4759-809c-1850c0a6a67a,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:53.826234 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fe511-ea5f-4dc2-9e2c-ba28e5b63a41 req-1cd59798-632a-4937-9655-33949d076ec1 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:53.828538 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-980fe511-ea5f-4dc2-9e2c-ba28e5b63a41 req-1cd59798-632a-4937-9655-33949d076ec1 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 931 time: 0.0787330 Jan 25 03:35:53.923559 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-980fe511-ea5f-4dc2-9e2c-ba28e5b63a41 req-ec42ff9d-12c1-45d0-b69e-0a7b6b8f17a3 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490999 Jan 25 03:35:53.983006 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5f75ead0-8ea3-4b41-b076-bd0bbaa45e8c req-a94c4a50-859a-4c2b-8bb8-99a01ae67486 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 210 time: 0.0318758 Jan 25 03:35:54.093242 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-283f9acd-a1c5-4f48-b5b4-8c9b00c13e95 req-27f4621c-eff1-45b4-931a-8e8627150055 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.0299413 Jan 25 03:35:54.660491 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37943b-40dd-4d43-9800-d85a9225ffa5 req-13c29587-d937-429f-a473-39b43a6b4358 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:54.680974 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3c37943b-40dd-4d43-9800-d85a9225ffa5 req-13c29587-d937-429f-a473-39b43a6b4358 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 932 time: 0.0891037 Jan 25 03:35:54.764506 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3c37943b-40dd-4d43-9800-d85a9225ffa5 req-a2b9fddd-5444-4788-b2d1-ad531e392269 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790868 Jan 25 03:35:54.834677 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 44628) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:54.854184 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-71b3a835-e3c0-4d3d-b23a-ba5bcb718440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:54.952315 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-71b3a835-e3c0-4d3d-b23a-ba5bcb718440 admin admin] Publish callbacks [] for security_group (4b966620-490b-4c68-9259-961264c8e622), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:55.076998 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948e616-0e56-4fa2-a641-e5a9dd559492 req-deb2614a-147a-44e4-80eb-04b6eee77a83 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:55.078956 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2948e616-0e56-4fa2-a641-e5a9dd559492 req-deb2614a-147a-44e4-80eb-04b6eee77a83 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 931 time: 0.0544868 Jan 25 03:35:55.133122 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2948e616-0e56-4fa2-a641-e5a9dd559492 req-b378fe1a-6703-46e6-85e6-bf8fdf7ea32c tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465226 Jan 25 03:35:55.237601 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-24c6a3ff-d795-4f10-9b19-335357ce35cf req-4311b633-525b-47fa-a182-f14dd36fc5e0 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 210 time: 0.0336232 Jan 25 03:35:55.264501 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-71b3a835-e3c0-4d3d-b23a-ba5bcb718440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (4b966620-490b-4c68-9259-961264c8e622), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:55.331088 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3a835-e3c0-4d3d-b23a-ba5bcb718440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b966620-490b-4c68-9259-961264c8e622,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:55.361351 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 44640) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:55.361924 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-71b3a835-e3c0-4d3d-b23a-ba5bcb718440 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=d314407b4c1645fdba289af906ecf241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5257025 Jan 25 03:35:55.419429 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a15348f6-babc-42e1-9dbe-d138c75d7ac6 req-34405965-b4f2-4969-8fd5-0fd66b2e4882 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.0444012 Jan 25 03:35:55.461520 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d322e16b-ea66-4dc4-9719-364cee82f174 admin admin] Publish callbacks [] for security_group (4b966620-490b-4c68-9259-961264c8e622), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:55.492011 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d322e16b-ea66-4dc4-9719-364cee82f174 admin admin] Publish callbacks [] for security_group (4b966620-490b-4c68-9259-961264c8e622), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:55.899497 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d322e16b-ea66-4dc4-9719-364cee82f174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (4b966620-490b-4c68-9259-961264c8e622), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:55.907411 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d322e16b-ea66-4dc4-9719-364cee82f174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:55.907720 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e21d0-4c65-49e9-8740-a2ca1b1beee0 req-c19bf9b3-8a4d-4d8f-8c2c-619c12e337f4 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:55.908568 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d322e16b-ea66-4dc4-9719-364cee82f174 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/4b966620-490b-4c68-9259-961264c8e622 HTTP/1.1" status: 204 len: 168 time: 0.5455115 Jan 25 03:35:55.909550 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-150e21d0-4c65-49e9-8740-a2ca1b1beee0 req-c19bf9b3-8a4d-4d8f-8c2c-619c12e337f4 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 932 time: 0.0579181 Jan 25 03:35:55.920714 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322e16b-ea66-4dc4-9719-364cee82f174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b966620-490b-4c68-9259-961264c8e622,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:55.983553 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-150e21d0-4c65-49e9-8740-a2ca1b1beee0 req-f762f9f2-5290-4973-bc9a-94c3ce52a2d0 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576756 Jan 25 03:35:56.262880 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47278a85-ce06-4c87-b363-0579fa4e6181 req-1af04546-8b18-4445-878e-12df9d14c87b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:56.264651 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47278a85-ce06-4c87-b363-0579fa4e6181 req-1af04546-8b18-4445-878e-12df9d14c87b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 931 time: 0.0573914 Jan 25 03:35:56.342019 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47278a85-ce06-4c87-b363-0579fa4e6181 req-55dfc25d-de94-466c-bd6b-e546e3f40194 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691042 Jan 25 03:35:56.411812 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0b6d28e3-f6c3-4bee-91c3-e227ccda9025 req-cb5897fa-f3ef-43f8-b1db-db052042bcaf tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 210 time: 0.0631313 Jan 25 03:35:56.575174 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-286a02c0-900c-41cf-9533-31e2694b4d3c req-adfd343e-59c1-4554-bee0-1d4ab0189d3d tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.0474262 Jan 25 03:35:57.142441 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 44688) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:57.248424 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a21d1-2225-4589-b42d-34dd3879d430 req-9d6beee7-87be-4d74-b711-c3292aa11748 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:57.250428 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bb7a21d1-2225-4589-b42d-34dd3879d430 req-9d6beee7-87be-4d74-b711-c3292aa11748 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 932 time: 0.0706215 Jan 25 03:35:57.334738 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ad470007-2b33-404e-b532-fadf62fa6d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:57.375816 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bb7a21d1-2225-4589-b42d-34dd3879d430 req-a87b3ad5-94a3-45c6-afbc-82376b55ceba tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043472 Jan 25 03:35:57.468688 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ad470007-2b33-404e-b532-fadf62fa6d95 admin admin] Publish callbacks [] for security_group (e34bfcf4-140f-4269-a02d-b488013efee2), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:57.472479 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593c362-738a-408f-9772-64a30efb9679 req-6bddf763-e1fe-4eaf-8f2d-0c70bdb37e7e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:57.474502 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4593c362-738a-408f-9772-64a30efb9679 req-6bddf763-e1fe-4eaf-8f2d-0c70bdb37e7e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 931 time: 0.0576861 Jan 25 03:35:57.518451 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1f4ecab3-14f8-4489-bcff-f8e11a4441b1 req-b998ce9b-9105-4826-9b98-37cbb22c506a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 210 time: 0.0263960 Jan 25 03:35:57.542271 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4593c362-738a-408f-9772-64a30efb9679 req-9019b5c6-c3d8-4dd2-b17e-579757402cd4 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610607 Jan 25 03:35:57.543994 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ad470007-2b33-404e-b532-fadf62fa6d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (e34bfcf4-140f-4269-a02d-b488013efee2), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:57.586500 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-ad470007-2b33-404e-b532-fadf62fa6d95 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=91eae1e0e4594e3fb06d387752f1ced5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4422584 Jan 25 03:35:57.588436 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad470007-2b33-404e-b532-fadf62fa6d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34bfcf4-140f-4269-a02d-b488013efee2,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:57.590114 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 44720) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:57.693042 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8eed698c-5119-46ea-b9cb-e09fe3d619ca req-9e04cb5a-ae9c-4fff-aec1-9b668c6472c4 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.0362799 Jan 25 03:35:57.705754 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4bb4b66a-4d49-4f31-899d-957c3ed68f9c admin admin] Publish callbacks [] for security_group (e34bfcf4-140f-4269-a02d-b488013efee2), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:57.735686 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4bb4b66a-4d49-4f31-899d-957c3ed68f9c admin admin] Publish callbacks [] for security_group (e34bfcf4-140f-4269-a02d-b488013efee2), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:57.858276 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4bb4b66a-4d49-4f31-899d-957c3ed68f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (e34bfcf4-140f-4269-a02d-b488013efee2), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:57.860934 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4bb4b66a-4d49-4f31-899d-957c3ed68f9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:57.862102 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-4bb4b66a-4d49-4f31-899d-957c3ed68f9c admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/e34bfcf4-140f-4269-a02d-b488013efee2 HTTP/1.1" status: 204 len: 168 time: 0.2710030 Jan 25 03:35:57.871279 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4b66a-4d49-4f31-899d-957c3ed68f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34bfcf4-140f-4269-a02d-b488013efee2,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:35:58.475844 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66dc57-96ce-4b9c-b54d-629d0c1a46ad req-67439942-9182-4141-a822-124927386886 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:58.477340 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0e66dc57-96ce-4b9c-b54d-629d0c1a46ad req-67439942-9182-4141-a822-124927386886 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 932 time: 0.0501585 Jan 25 03:35:58.527196 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0e66dc57-96ce-4b9c-b54d-629d0c1a46ad req-5d06e553-ed1e-491c-95c8-9395a7fa93db tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434589 Jan 25 03:35:58.644674 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-575a67a2-ce13-4d6f-b879-9c7a8b5f1535 req-4fd34cfb-d60a-4038-b2a5-34ace5c74965 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 210 time: 0.0332706 Jan 25 03:35:58.684974 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ebf21-7394-4488-aec4-52e5ea79a3b3 req-b313f3ca-28f8-47b9-aac4-e3de48311f40 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:35:58.686925 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9e4ebf21-7394-4488-aec4-52e5ea79a3b3 req-b313f3ca-28f8-47b9-aac4-e3de48311f40 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 931 time: 0.0681236 Jan 25 03:35:58.745786 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9e4ebf21-7394-4488-aec4-52e5ea79a3b3 req-6034b3e0-3fd0-4f47-8ea6-c08f6615af5b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480831 Jan 25 03:35:58.812640 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6caf9abc-e7a5-4277-8a9d-00016c3409c5 req-3045db74-6521-41f5-a8cd-d855aa8aa753 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.0369720 Jan 25 03:35:58.836770 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [req-68c7754b-fabf-4110-b110-1139f1432cbb req-8c948756-cacc-4925-87a3-b60a960577c7 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] http://10.222.0.115:9696/v2.0/extensions returned with HTTP 200 {{(pid=103186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:35:58.839313 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-68c7754b-fabf-4110-b110-1139f1432cbb req-8c948756-cacc-4925-87a3-b60a960577c7 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067799 Jan 25 03:35:58.839980 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-345e4554-9d99-4e10-bc6b-d208fd5cad36 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] http://10.222.0.115:9696/v2.0/extensions returned with HTTP 200 {{(pid=103185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:35:58.842840 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-345e4554-9d99-4e10-bc6b-d208fd5cad36 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104635 Jan 25 03:35:58.844123 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-7e421c01-8fe9-4897-aeff-939c2f3fc2f2 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] http://10.222.0.115:9696/v2.0/extensions returned with HTTP 200 {{(pid=103186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:35:58.845363 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-7e421c01-8fe9-4897-aeff-939c2f3fc2f2 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141988 Jan 25 03:35:58.851754 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-376a63c1-35a4-4235-96c8-e0dcd8034f3e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Request body: {'port': {'device_id': 'b83cc2c8-a438-49f9-b79c-e74359899f65', 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334', 'admin_state_up': True, 'tenant_id': '2e67c9d0a7f44900a2ac9fdc1bdcb15a'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:59.098236 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-376a63c1-35a4-4235-96c8-e0dcd8034f3e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Made reservation on behalf of 2e67c9d0a7f44900a2ac9fdc1bdcb15a for: {'port': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:35:59.101947 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-376a63c1-35a4-4235-96c8-e0dcd8034f3e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:59.264890 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-376a63c1-35a4-4235-96c8-e0dcd8034f3e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Allocated IP 172.20.0.4 (835e181b-635d-41dd-9269-42b6c17d0334/b554719f-8713-4f6e-87c2-8a3b80ecbb7b/565ed7d6-bff7-4ce1-97e7-071173dbd857) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:35:59.285356 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Request body: {'port': {'device_id': '8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:59.313744 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Request body: {'port': {'device_id': '182d19da-cad7-4773-bd15-67d9285d2c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:59.379895 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Request body: {'port': {'device_id': '17d82b81-05dd-4075-8d84-577551c2a689', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:35:59.394630 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (7a3865a4-17c6-440a-8dd3-3ff9c0e019f2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:59.527410 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:59.551729 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (29297f0b-07c1-43dd-9bc9-7ce2fc61fabf), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:59.589329 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-376a63c1-35a4-4235-96c8-e0dcd8034f3e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks [] for port (565ed7d6-bff7-4ce1-97e7-071173dbd857), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:59.792959 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f57652ce-8242-41e5-b4ef-9ace2b4c1952 req-0af430b5-d8cc-44f9-9f34-d44d1df41388 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 210 time: 0.0548508 Jan 25 03:35:59.806619 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:35:59.828220 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Publish callbacks [] for port (7a3865a4-17c6-440a-8dd3-3ff9c0e019f2), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:59.854083 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Transition to ACTIVE for port object 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 will not be triggered until provisioned by entity L2. {{(pid=103185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:35:59.897581 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 44830) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:35:59.949746 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (7a3865a4-17c6-440a-8dd3-3ff9c0e019f2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:35:59.998457 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a07d3-341c-4cd6-b33a-517b9d507dd2 req-ec3c3810-476a-42a6-92bb-e4e41e0adcf3 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:00.000052 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-726a07d3-341c-4cd6-b33a-517b9d507dd2 req-ec3c3810-476a-42a6-92bb-e4e41e0adcf3 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 931 time: 0.1034257 Jan 25 03:36:00.039283 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-376a63c1-35a4-4235-96c8-e0dcd8034f3e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (565ed7d6-bff7-4ce1-97e7-071173dbd857), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:00.094781 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f26275-f6ef-47f5-b64f-1166eec55fb8 req-ff3dd935-dfa3-44cd-99a4-d5199842d68f tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:00.100041 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-10f26275-f6ef-47f5-b64f-1166eec55fb8 req-ff3dd935-dfa3-44cd-99a4-d5199842d68f tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 932 time: 0.4669971 Jan 25 03:36:00.108861 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3865a4-17c6-440a-8dd3-3ff9c0e019f2,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:00.157518 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b565806a-c115-4109-8bbc-7d878c284ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:00.159027 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-376a63c1-35a4-4235-96c8-e0dcd8034f3e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Network 835e181b-635d-41dd-9269-42b6c17d0334 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:36:00.167336 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Attempting to bind port 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:36:00.167666 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Attempting to bind port 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': '908330e8-0f34-421a-a960-e1f0e985230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21305d52-419e-4a5b-aa5c-f29427395669'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:36:00.168579 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Attempting to bind port 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 on network 21305d52-419e-4a5b-aa5c-f29427395669 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:36:00.192019 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-376a63c1-35a4-4235-96c8-e0dcd8034f3e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:36:00.202346 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Port 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 on network 21305d52-419e-4a5b-aa5c-f29427395669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:36:00.202745 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Attempting to bind port 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 on network 21305d52-419e-4a5b-aa5c-f29427395669 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:36:00.207350 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-376a63c1-35a4-4235-96c8-e0dcd8034f3e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:36:00.212889 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-376a63c1-35a4-4235-96c8-e0dcd8034f3e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:00.213448 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-376a63c1-35a4-4235-96c8-e0dcd8034f3e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:00.216804 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-726a07d3-341c-4cd6-b33a-517b9d507dd2 req-1e74a691-96d1-4122-a926-4a77091b4480 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991062 Jan 25 03:36:00.220271 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:36:00.223736 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Checking segment: {'id': '908330e8-0f34-421a-a960-e1f0e985230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21305d52-419e-4a5b-aa5c-f29427395669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:36:00.223736 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Bound using segment: {'id': '908330e8-0f34-421a-a960-e1f0e985230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21305d52-419e-4a5b-aa5c-f29427395669'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:36:00.223736 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Bound port: 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '908330e8-0f34-421a-a960-e1f0e985230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21305d52-419e-4a5b-aa5c-f29427395669'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:36:00.223736 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (7a3865a4-17c6-440a-8dd3-3ff9c0e019f2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:00.233476 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a63c1-35a4-4235-96c8-e0dcd8034f3e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Pushing event updated for resources: {'Port': ['ID=565ed7d6-bff7-4ce1-97e7-071173dbd857,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:00.342721 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-10f26275-f6ef-47f5-b64f-1166eec55fb8 req-8e6ace2e-1779-4b0a-9a07-59b948432f14 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139819 Jan 25 03:36:00.420552 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-376a63c1-35a4-4235-96c8-e0dcd8034f3e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5706139 Jan 25 03:36:00.423862 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] For port 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2, host hv-cinder-81901, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:36:00.433661 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] For port 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=7a3865a4-17c6-440a-8dd3-3ff9c0e019f2,segment=NetworkSegment(908330e8-0f34-421a-a960-e1f0e985230a),segment_id=908330e8-0f34-421a-a960-e1f0e985230a)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:36:00.454442 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Request body: {'port': {'device_id': 'b83cc2c8-a438-49f9-b79c-e74359899f65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:36:00.513082 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.112', 51276) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:00.539191 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b565806a-c115-4109-8bbc-7d878c284ee0 admin admin] Publish callbacks [] for security_group (92d5fdb1-2947-4e6e-95da-6aa94f5e25f2), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:00.541675 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (7a3865a4-17c6-440a-8dd3-3ff9c0e019f2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:00.592850 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:00.593673 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:00.595481 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-68c7754b-fabf-4110-b110-1139f1432cbb req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] 10.222.0.112 "PUT /v2.0/ports/7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 HTTP/1.1" status: 200 len: 1093 time: 1.5755541 Jan 25 03:36:00.601495 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a', 'tag': '7a3865a4-17c6-440a-8dd3-3ff9c0e019f2'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:36:00.621118 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf {{(pid=103186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:36:00.669336 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Publish callbacks [] for port (29297f0b-07c1-43dd-9bc9-7ce2fc61fabf), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:00.717772 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b565806a-c115-4109-8bbc-7d878c284ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (92d5fdb1-2947-4e6e-95da-6aa94f5e25f2), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:00.731366 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c {{(pid=103186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:36:00.741764 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.provisioning_blocks [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Transition to ACTIVE for port object 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf will not be triggered until provisioned by entity L2. {{(pid=103186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:36:00.747091 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (565ed7d6-bff7-4ce1-97e7-071173dbd857), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:00.754134 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Publish callbacks [] for port (1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:00.770376 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fb226-ea46-4327-884f-dbae5d5c1e2f req-2e1e5a1a-00bb-414b-b7c6-e8ed9b96579f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:00.771979 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-832fb226-ea46-4327-884f-dbae5d5c1e2f req-2e1e5a1a-00bb-414b-b7c6-e8ed9b96579f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 931 time: 0.3534667 Jan 25 03:36:00.786881 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d01e26-5813-4577-8070-72b5b26c6025 req-161bb7a0-b6e4-453c-9df2-8e2cda4218a8 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:00.788370 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-75d01e26-5813-4577-8070-72b5b26c6025 req-161bb7a0-b6e4-453c-9df2-8e2cda4218a8 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.112 "GET /v2.0/networks?id=f476d920-246d-45fc-9288-e583ed5f94c0 HTTP/1.1" status: 200 len: 816 time: 0.2563705 Jan 25 03:36:00.796428 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.provisioning_blocks [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Transition to ACTIVE for port object 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c will not be triggered until provisioned by entity L2. {{(pid=103186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:36:00.857302 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34527e08-a6f0-4464-934e-2fc3dd802128 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3865a4-17c6-440a-8dd3-3ff9c0e019f2,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:00.874358 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-b565806a-c115-4109-8bbc-7d878c284ee0 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=cabee21907994aa1ab203e5003f89092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9751649 Jan 25 03:36:00.878109 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (29297f0b-07c1-43dd-9bc9-7ce2fc61fabf), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:00.880337 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 44872) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:00.896063 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565806a-c115-4109-8bbc-7d878c284ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d5fdb1-2947-4e6e-95da-6aa94f5e25f2,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:00.932204 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:00.938997 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7754b-fabf-4110-b110-1139f1432cbb req-a0b1140d-e454-48e2-ac7e-aa2be41e7faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:00.940489 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-68c7754b-fabf-4110-b110-1139f1432cbb req-a0b1140d-e454-48e2-ac7e-aa2be41e7faf service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b7c304fa11cb41daba65e6a85cf2c360&device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 1096 time: 0.1906703 Jan 25 03:36:00.954730 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-832fb226-ea46-4327-884f-dbae5d5c1e2f req-be62439b-ee7d-430f-a856-42e0a8a1b38f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296279 Jan 25 03:36:00.991608 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d0c9815385568a6be04e4b390595008a27b8adc04fe3db576d7c9438e8cfd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6abf6de-685c-4a7d-a1d6-cb549beb3ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a", "tag": "7a3865a4-17c6-440a-8dd3-3ff9c0e019f2"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:36:01.025494 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-68c7754b-fabf-4110-b110-1139f1432cbb req-93341ea4-56d1-44c2-bebb-479bd984877a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 HTTP/1.1" status: 200 len: 217 time: 0.0695939 Jan 25 03:36:01.060108 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-75d01e26-5813-4577-8070-72b5b26c6025 req-d1d5f1de-b734-4a0f-ac66-331b0b840d46 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33c5e2c89460402987c96eb3c3340a68 HTTP/1.1" status: 200 len: 380 time: 0.2420478 Jan 25 03:36:01.084602 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-75d01e26-5813-4577-8070-72b5b26c6025 req-7b8adacc-6e7d-40a9-b286-dc14675723d1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Request body: {'port': {'device_id': 'b5c1179f-67c0-4198-8933-7cabe5c964f3', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'admin_state_up': True, 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'security_groups': ['1bf25f57-5b4a-4882-a45e-818a54ab041f']}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:36:01.092442 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Pushing event updated for resources: {'Port': ['ID=29297f0b-07c1-43dd-9bc9-7ce2fc61fabf,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:01.097559 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7754b-fabf-4110-b110-1139f1432cbb req-3fc70c80-3256-4249-9b0d-5b0a6ea68e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:01.099124 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-68c7754b-fabf-4110-b110-1139f1432cbb req-3fc70c80-3256-4249-9b0d-5b0a6ea68e83 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=069704cf-3960-4585-9364-1bd4be4f6c51 HTTP/1.1" status: 200 len: 859 time: 0.0677483 Jan 25 03:36:01.160921 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5bfcf910-6953-4b8d-8230-449a9f208f59 req-bb5d8622-257a-4df9-a337-e2c2b29837e2 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 210 time: 0.2234385 Jan 25 03:36:01.376966 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e901ed-1006-40ef-b903-6783783b9d60 x-openstack-request-id: req-d9e901ed-1006-40ef-b903-6783783b9d60 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:36:01.377253 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a", "tag": "7a3865a4-17c6-440a-8dd3-3ff9c0e019f2", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:36:01.377505 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-d9e901ed-1006-40ef-b903-6783783b9d60 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:36:01.378040 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a', 'tag': '7a3865a4-17c6-440a-8dd3-3ff9c0e019f2', 'status': 'completed', 'code': 200} Jan 25 03:36:01.379996 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-68c7754b-fabf-4110-b110-1139f1432cbb req-74a72cd0-8952-4016-b482-77c7be62ac96 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=21305d52-419e-4a5b-aa5c-f29427395669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2737055 Jan 25 03:36:01.440269 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Pushing event updated for resources: {'Port': ['ID=1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:01.444211 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Attempting to bind port 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:36:01.444553 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Attempting to bind port 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': '908330e8-0f34-421a-a960-e1f0e985230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21305d52-419e-4a5b-aa5c-f29427395669'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:36:01.444911 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Attempting to bind port 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf on network 21305d52-419e-4a5b-aa5c-f29427395669 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:36:01.454717 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-45b76099-da94-4772-9c4a-4165b71006da admin admin] Publish callbacks [] for security_group (92d5fdb1-2947-4e6e-95da-6aa94f5e25f2), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:01.486382 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Port 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf on network 21305d52-419e-4a5b-aa5c-f29427395669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:36:01.486710 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Attempting to bind port 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf on network 21305d52-419e-4a5b-aa5c-f29427395669 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:36:01.495773 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-777bb7a0-435b-42a8-9211-8d2df815dd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:01.500094 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Attempting to bind port 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:36:01.500094 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Attempting to bind port 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': '1655bac7-6a9f-4c1c-8833-422ec3e68371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'deac9f35-58f2-4929-9ca8-e3d4d0912a3d'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:36:01.500297 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Attempting to bind port 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c on network deac9f35-58f2-4929-9ca8-e3d4d0912a3d {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:36:01.513347 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-68c7754b-fabf-4110-b110-1139f1432cbb req-ac230c1e-5ad3-492e-afc2-5b535c01a3b8 service neutron] 10.222.0.112 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262577 Jan 25 03:36:01.532909 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:36:01.533243 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Checking segment: {'id': '908330e8-0f34-421a-a960-e1f0e985230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21305d52-419e-4a5b-aa5c-f29427395669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:36:01.533797 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Bound using segment: {'id': '908330e8-0f34-421a-a960-e1f0e985230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21305d52-419e-4a5b-aa5c-f29427395669'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:36:01.534264 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Bound port: 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '908330e8-0f34-421a-a960-e1f0e985230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21305d52-419e-4a5b-aa5c-f29427395669'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:36:01.534621 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (29297f0b-07c1-43dd-9bc9-7ce2fc61fabf), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:01.539720 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607d92a-9bdd-43d4-a15c-c12de6817fd1 req-33d1be7d-2716-41e2-817f-434be74cba65 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:01.541306 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e607d92a-9bdd-43d4-a15c-c12de6817fd1 req-33d1be7d-2716-41e2-817f-434be74cba65 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 944 time: 0.0780921 Jan 25 03:36:01.547347 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-45b76099-da94-4772-9c4a-4165b71006da admin admin] Publish callbacks [] for security_group (92d5fdb1-2947-4e6e-95da-6aa94f5e25f2), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:01.550190 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Port 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c on network deac9f35-58f2-4929-9ca8-e3d4d0912a3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:36:01.550512 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Attempting to bind port 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c on network deac9f35-58f2-4929-9ca8-e3d4d0912a3d {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:36:01.587951 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33bc8-efd9-485d-a83e-e41d5a953ae2 req-da496f67-0fbe-481d-812a-bed4bd448d2f tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:01.589574 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-49e33bc8-efd9-485d-a83e-e41d5a953ae2 req-da496f67-0fbe-481d-812a-bed4bd448d2f tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 943 time: 0.2427673 Jan 25 03:36:01.600962 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:36:01.601301 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Checking segment: {'id': '1655bac7-6a9f-4c1c-8833-422ec3e68371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'deac9f35-58f2-4929-9ca8-e3d4d0912a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:36:01.601678 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Bound using segment: {'id': '1655bac7-6a9f-4c1c-8833-422ec3e68371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'deac9f35-58f2-4929-9ca8-e3d4d0912a3d'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:36:01.602115 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Bound port: 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1655bac7-6a9f-4c1c-8833-422ec3e68371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'deac9f35-58f2-4929-9ca8-e3d4d0912a3d'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:36:01.602505 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:01.609151 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 44906) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:01.659914 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e607d92a-9bdd-43d4-a15c-c12de6817fd1 req-b661c5b9-0d81-4a1c-a160-c6915d5ee894 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997090 Jan 25 03:36:01.684685 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-68c7754b-fabf-4110-b110-1139f1432cbb req-3be5ba77-2916-4e43-a164-a2f148da3447 service neutron] 10.222.0.112 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644797 Jan 25 03:36:01.815787 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565ed7d6-bff7-4ce1-97e7-071173dbd857 {{(pid=103186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:36:01.820490 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] For port 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf, host hv-cinder-81901, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:36:01.836265 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-49e33bc8-efd9-485d-a83e-e41d5a953ae2 req-2f33f568-f139-45e7-aa6e-0c0b7b12390b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365177 Jan 25 03:36:01.837337 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d01e26-5813-4577-8070-72b5b26c6025 req-7b8adacc-6e7d-40a9-b286-dc14675723d1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Made reservation on behalf of 33c5e2c89460402987c96eb3c3340a68 for: {'port': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:36:01.840810 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-75d01e26-5813-4577-8070-72b5b26c6025 req-7b8adacc-6e7d-40a9-b286-dc14675723d1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:01.858139 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Publish callbacks [] for port (565ed7d6-bff7-4ce1-97e7-071173dbd857), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:01.884362 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-76c84408-e698-43c8-a44d-343b8c964067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:01.894109 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abf6de-685c-4a7d-a1d6-cb549beb3ed2 req-df6c1e70-cde0-4a84-8de5-630864d4ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:01.898248 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f6abf6de-685c-4a7d-a1d6-cb549beb3ed2 req-df6c1e70-cde0-4a84-8de5-630864d4ffaa service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b7c304fa11cb41daba65e6a85cf2c360&device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 1096 time: 0.0546212 Jan 25 03:36:01.898400 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] For port 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=29297f0b-07c1-43dd-9bc9-7ce2fc61fabf,segment=NetworkSegment(908330e8-0f34-421a-a960-e1f0e985230a),segment_id=908330e8-0f34-421a-a960-e1f0e985230a)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:36:01.913406 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] For port 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c, host hv-cinder-81901, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:36:01.936410 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.provisioning_blocks [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Transition to ACTIVE for port object 565ed7d6-bff7-4ce1-97e7-071173dbd857 will not be triggered until provisioned by entity L2. {{(pid=103186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:36:01.937244 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-45b76099-da94-4772-9c4a-4165b71006da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (92d5fdb1-2947-4e6e-95da-6aa94f5e25f2), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:01.939801 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-45b76099-da94-4772-9c4a-4165b71006da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:01.943181 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-45b76099-da94-4772-9c4a-4165b71006da admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/92d5fdb1-2947-4e6e-95da-6aa94f5e25f2 HTTP/1.1" status: 204 len: 168 time: 1.0520792 Jan 25 03:36:01.955845 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] For port 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c,segment=NetworkSegment(1655bac7-6a9f-4c1c-8833-422ec3e68371),segment_id=1655bac7-6a9f-4c1c-8833-422ec3e68371)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:36:01.998597 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b76099-da94-4772-9c4a-4165b71006da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d5fdb1-2947-4e6e-95da-6aa94f5e25f2,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:02.066443 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (29297f0b-07c1-43dd-9bc9-7ce2fc61fabf), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:02.104115 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abf6de-685c-4a7d-a1d6-cb549beb3ed2 req-dfa63053-1647-4b67-bf57-566d143ca871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:02.105536 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f6abf6de-685c-4a7d-a1d6-cb549beb3ed2 req-dfa63053-1647-4b67-bf57-566d143ca871 service neutron] 10.222.0.112 "GET /v2.0/networks?id=21305d52-419e-4a5b-aa5c-f29427395669 HTTP/1.1" status: 200 len: 919 time: 0.2033792 Jan 25 03:36:02.116995 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:02.117787 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:02.119779 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] 10.222.0.112 "PUT /v2.0/ports/29297f0b-07c1-43dd-9bc9-7ce2fc61fabf HTTP/1.1" status: 200 len: 1094 time: 3.0856934 Jan 25 03:36:02.125183 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d82b81-05dd-4075-8d84-577551c2a689', 'tag': '29297f0b-07c1-43dd-9bc9-7ce2fc61fabf'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:36:02.127281 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf9e7b-86e0-4fba-bda2-75d307c4e8d3 req-ba1047df-e00c-4710-a518-1a348e6b75f3 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:02.127846 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f3cf9e7b-86e0-4fba-bda2-75d307c4e8d3 req-ba1047df-e00c-4710-a518-1a348e6b75f3 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 931 time: 0.0882423 Jan 25 03:36:02.161102 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f6abf6de-685c-4a7d-a1d6-cb549beb3ed2 req-2e530495-e244-4c8a-8c3c-e8bc6fe45f47 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 HTTP/1.1" status: 200 len: 217 time: 0.0492747 Jan 25 03:36:02.248800 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f3cf9e7b-86e0-4fba-bda2-75d307c4e8d3 req-7461998c-c8e1-45e3-85cb-e68f7e86344c tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899558 Jan 25 03:36:02.263374 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abf6de-685c-4a7d-a1d6-cb549beb3ed2 req-9d9f926e-ea31-48ad-a320-4135edd521e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:02.265858 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f6abf6de-685c-4a7d-a1d6-cb549beb3ed2 req-9d9f926e-ea31-48ad-a320-4135edd521e1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=069704cf-3960-4585-9364-1bd4be4f6c51 HTTP/1.1" status: 200 len: 859 time: 0.0979900 Jan 25 03:36:02.322592 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f6abf6de-685c-4a7d-a1d6-cb549beb3ed2 req-f32c2da1-9e10-4325-b590-25849c817f93 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=21305d52-419e-4a5b-aa5c-f29427395669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484526 Jan 25 03:36:02.340039 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (565ed7d6-bff7-4ce1-97e7-071173dbd857), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:02.342513 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:02.452933 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f6abf6de-685c-4a7d-a1d6-cb549beb3ed2 req-fc50fc5d-a499-49eb-818b-0625252cef92 service neutron] 10.222.0.112 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262078 Jan 25 03:36:02.455944 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [req-75d01e26-5813-4577-8070-72b5b26c6025 req-7b8adacc-6e7d-40a9-b286-dc14675723d1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Allocated IP 172.20.0.4 (f476d920-246d-45fc-9288-e583ed5f94c0/c089812a-9ee0-4892-a79a-a6659662497a/23790178-4f79-4bcf-a17f-bd8e5abf0427) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:36:02.467856 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-40547321-59e1-4f9f-99a2-a671b9812f44 req-4537c78c-55b5-4e98-bdde-6ec5897dacf9 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 210 time: 0.1213920 Jan 25 03:36:02.488973 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:02.488973 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:02.488973 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] 10.222.0.112 "PUT /v2.0/ports/1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c HTTP/1.1" status: 200 len: 1094 time: 3.4646914 Jan 25 03:36:02.529270 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-76c84408-e698-43c8-a44d-343b8c964067 admin admin] Publish callbacks [] for security_group (d2ab6e0f-f3e9-4719-b79e-fff475ffb77f), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:02.539764 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a84dd-ea06-42c3-8ca7-45ef2a15492a service neutron] Pushing event updated for resources: {'Port': ['ID=29297f0b-07c1-43dd-9bc9-7ce2fc61fabf,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:02.631385 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f6abf6de-685c-4a7d-a1d6-cb549beb3ed2 req-8d75b6f8-e56e-49cd-8e9b-3345f4fbf6b8 service neutron] 10.222.0.112 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696508 Jan 25 03:36:02.645500 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-9e6353f5-30fc-4b02-9a71-847b74e86936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:02.646920 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-9e6353f5-30fc-4b02-9a71-847b74e86936 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b7c304fa11cb41daba65e6a85cf2c360&device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 1097 time: 0.2994432 Jan 25 03:36:02.656849 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4194591-7779-4e9b-bad5-0adc518afb50" -d '{"events": [{"name": "network-changed", "server_uuid": "17d82b81-05dd-4075-8d84-577551c2a689", "tag": "29297f0b-07c1-43dd-9bc9-7ce2fc61fabf"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:36:02.669454 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-76c84408-e698-43c8-a44d-343b8c964067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (d2ab6e0f-f3e9-4719-b79e-fff475ffb77f), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:02.801624 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Attempting to bind port 565ed7d6-bff7-4ce1-97e7-071173dbd857 on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:36:02.801964 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Attempting to bind port 565ed7d6-bff7-4ce1-97e7-071173dbd857 by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': 'b2c63bc6-3c43-4648-ac9b-c699ff3bbb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:36:02.802290 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Attempting to bind port 565ed7d6-bff7-4ce1-97e7-071173dbd857 on network 835e181b-635d-41dd-9269-42b6c17d0334 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:36:02.816086 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f210b8-f50e-4c08-b6d9-b8c895a97a4f x-openstack-request-id: req-26f210b8-f50e-4c08-b6d9-b8c895a97a4f {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:36:02.816562 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d82b81-05dd-4075-8d84-577551c2a689", "tag": "29297f0b-07c1-43dd-9bc9-7ce2fc61fabf", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:36:02.816677 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-26f210b8-f50e-4c08-b6d9-b8c895a97a4f {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:36:02.817122 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d82b81-05dd-4075-8d84-577551c2a689', 'tag': '29297f0b-07c1-43dd-9bc9-7ce2fc61fabf', 'status': 'completed', 'code': 200} Jan 25 03:36:02.832111 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Pushing event updated for resources: {'Port': ['ID=565ed7d6-bff7-4ce1-97e7-071173dbd857,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:02.839274 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-df8e45f8-9e64-4d61-908c-f8ec8eb9022a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29297f0b-07c1-43dd-9bc9-7ce2fc61fabf HTTP/1.1" status: 200 len: 217 time: 0.1496897 Jan 25 03:36:02.936021 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-76c84408-e698-43c8-a44d-343b8c964067 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=53bd2f5da2254c10bfeb78fcd15a3607&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3187590 Jan 25 03:36:02.936715 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Port 565ed7d6-bff7-4ce1-97e7-071173dbd857 on network 835e181b-635d-41dd-9269-42b6c17d0334 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:36:02.937038 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Attempting to bind port 565ed7d6-bff7-4ce1-97e7-071173dbd857 on network 835e181b-635d-41dd-9269-42b6c17d0334 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:36:02.948341 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 44958) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:02.978432 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c84408-e698-43c8-a44d-343b8c964067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ab6e0f-f3e9-4719-b79e-fff475ffb77f,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:03.001153 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d53b7-a23c-40b6-a312-7f99d621daf8 req-d11852c8-815b-4c93-b9cc-45dd2d11e3b7 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:03.002759 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ba1d53b7-a23c-40b6-a312-7f99d621daf8 req-d11852c8-815b-4c93-b9cc-45dd2d11e3b7 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 943 time: 0.0844467 Jan 25 03:36:03.015099 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:36:03.015512 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Checking segment: {'id': 'b2c63bc6-3c43-4648-ac9b-c699ff3bbb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:36:03.015803 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Bound using segment: {'id': 'b2c63bc6-3c43-4648-ac9b-c699ff3bbb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:36:03.016248 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Bound port: 565ed7d6-bff7-4ce1-97e7-071173dbd857, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c63bc6-3c43-4648-ac9b-c699ff3bbb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:36:03.016602 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (565ed7d6-bff7-4ce1-97e7-071173dbd857), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:03.029395 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-841ce944-b639-466c-b829-04f756a8382b admin admin] Publish callbacks [] for security_group (d2ab6e0f-f3e9-4719-b79e-fff475ffb77f), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:03.030062 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-5fc1797e-4924-4c2b-903f-46bb7abeb85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:03.030062 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-5fc1797e-4924-4c2b-903f-46bb7abeb85a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=33b8fc6cf53240e292dae12d36286f56&device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 1097 time: 0.4034684 Jan 25 03:36:03.074110 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-841ce944-b639-466c-b829-04f756a8382b admin admin] Publish callbacks [] for security_group (d2ab6e0f-f3e9-4719-b79e-fff475ffb77f), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:03.094491 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ba1d53b7-a23c-40b6-a312-7f99d621daf8 req-55e4cf33-2c39-449d-841a-0c6698121ec4 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771308 Jan 25 03:36:03.115217 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8269475-9091-4ee7-9148-cd1dd455897e service neutron] Pushing event updated for resources: {'Port': ['ID=1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:03.120201 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-eea38005-8ed0-41f7-8cfa-683cdd97eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:03.121783 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-eea38005-8ed0-41f7-8cfa-683cdd97eff7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=069704cf-3960-4585-9364-1bd4be4f6c51 HTTP/1.1" status: 200 len: 859 time: 0.2642946 Jan 25 03:36:03.133686 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-f3d3a12d-e31b-40b9-83bc-62da0db75658 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c HTTP/1.1" status: 200 len: 217 time: 0.0827136 Jan 25 03:36:03.172084 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4df838-0b12-4dcc-acc9-300f075d3212 req-c03b19ad-2f7b-41ee-951e-cf9adedbab71 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:03.172249 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-da4df838-0b12-4dcc-acc9-300f075d3212 req-c03b19ad-2f7b-41ee-951e-cf9adedbab71 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 944 time: 0.3624136 Jan 25 03:36:03.204349 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-75d01e26-5813-4577-8070-72b5b26c6025 req-7b8adacc-6e7d-40a9-b286-dc14675723d1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:03.218696 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-841ce944-b639-466c-b829-04f756a8382b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (d2ab6e0f-f3e9-4719-b79e-fff475ffb77f), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:03.224673 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-841ce944-b639-466c-b829-04f756a8382b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:03.226247 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-841ce944-b639-466c-b829-04f756a8382b admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/d2ab6e0f-f3e9-4719-b79e-fff475ffb77f HTTP/1.1" status: 204 len: 168 time: 0.2759368 Jan 25 03:36:03.245655 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ce944-b639-466c-b829-04f756a8382b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ab6e0f-f3e9-4719-b79e-fff475ffb77f,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:03.265086 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-491d739d-6d69-4a57-8e22-6b6f8d2d5897 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=21305d52-419e-4a5b-aa5c-f29427395669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339648 Jan 25 03:36:03.375178 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-a4a856b7-34a5-4978-b90c-a1b34670f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:03.376505 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-a4a856b7-34a5-4978-b90c-a1b34670f01e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ee171ebe-f742-44e0-924d-7fa7c20b49d6 HTTP/1.1" status: 200 len: 851 time: 0.2017322 Jan 25 03:36:03.396004 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429b182-da6a-45b1-a23c-ab76a0d13248 req-7f6f1e45-fed2-4ea8-ba3d-0136cb4afddf tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:03.397744 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3429b182-da6a-45b1-a23c-ab76a0d13248 req-7f6f1e45-fed2-4ea8-ba3d-0136cb4afddf tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 943 time: 0.0575759 Jan 25 03:36:03.430733 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] For port 565ed7d6-bff7-4ce1-97e7-071173dbd857, host hv-cinder-81901, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:36:03.436904 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-da4df838-0b12-4dcc-acc9-300f075d3212 req-f0db868a-1bba-4e33-9827-ef2dec5e68c0 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290983 Jan 25 03:36:03.464361 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-84f19333-8c85-4705-b936-949403f308e4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=deac9f35-58f2-4929-9ca8-e3d4d0912a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795224 Jan 25 03:36:03.470557 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] For port 565ed7d6-bff7-4ce1-97e7-071173dbd857, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=565ed7d6-bff7-4ce1-97e7-071173dbd857,segment=NetworkSegment(b2c63bc6-3c43-4648-ac9b-c699ff3bbb42),segment_id=b2c63bc6-3c43-4648-ac9b-c699ff3bbb42)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:36:03.482876 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3429b182-da6a-45b1-a23c-ab76a0d13248 req-24de93e1-d807-4064-987d-d686e9fcda67 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624192 Jan 25 03:36:03.514471 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 44986) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:03.544587 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-bb9b2954-ff9c-4552-a034-aff0992fade6 service neutron] 10.222.0.112 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610035 Jan 25 03:36:03.598711 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-75d01e26-5813-4577-8070-72b5b26c6025 req-7b8adacc-6e7d-40a9-b286-dc14675723d1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:03.601218 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (565ed7d6-bff7-4ce1-97e7-071173dbd857), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:03.641264 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-6e66536c-aabc-47b7-94b8-6380c84d1b94 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1788683152-network', 'tenant_id': '4a78d9cbe48d43a0a762b08878cda497'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:36:03.721393 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-b79e1f0e-5628-4042-abb7-5cc1c76c701f service neutron] 10.222.0.112 "GET /v2.0/networks/deac9f35-58f2-4929-9ca8-e3d4d0912a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476363 Jan 25 03:36:03.730713 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:03.731359 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:03.732699 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] 10.222.0.112 "PUT /v2.0/ports/565ed7d6-bff7-4ce1-97e7-071173dbd857 HTTP/1.1" status: 200 len: 1093 time: 3.2992170 Jan 25 03:36:03.760372 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d01e26-5813-4577-8070-72b5b26c6025 req-7b8adacc-6e7d-40a9-b286-dc14675723d1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Network f476d920-246d-45fc-9288-e583ed5f94c0 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:36:03.769343 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e66536c-aabc-47b7-94b8-6380c84d1b94 admin admin] Made reservation on behalf of 4a78d9cbe48d43a0a762b08878cda497 for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:36:03.769503 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2ecbcbc0-c132-416c-a3cb-ae35561f60e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:03.772388 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e66536c-aabc-47b7-94b8-6380c84d1b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:03.779500 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [req-75d01e26-5813-4577-8070-72b5b26c6025 req-7b8adacc-6e7d-40a9-b286-dc14675723d1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:36:03.783666 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e66536c-aabc-47b7-94b8-6380c84d1b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:03.789833 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d01e26-5813-4577-8070-72b5b26c6025 req-7b8adacc-6e7d-40a9-b286-dc14675723d1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: from cryptography.utils import int_from_bytes Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: from cryptography.utils import int_from_bytes Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.791214 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.793671 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.793671 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.793671 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.793671 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.793671 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.793671 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.793671 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.793671 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.793671 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.793671 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:03.793671 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:03.796825 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d01e26-5813-4577-8070-72b5b26c6025 req-7b8adacc-6e7d-40a9-b286-dc14675723d1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:03.797487 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-75d01e26-5813-4577-8070-72b5b26c6025 req-7b8adacc-6e7d-40a9-b286-dc14675723d1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:03.843460 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4bbad-86fc-4c9f-97fe-aa6f1479c2dc req-9b67558a-8b1e-4876-acad-c7349c4b5aae tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:03.845312 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-99d4bbad-86fc-4c9f-97fe-aa6f1479c2dc req-9b67558a-8b1e-4876-acad-c7349c4b5aae tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 931 time: 0.2825181 Jan 25 03:36:03.846139 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29954f3-d171-4eaa-ac62-e1001b45f95d service neutron] Pushing event updated for resources: {'Port': ['ID=565ed7d6-bff7-4ce1-97e7-071173dbd857,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:03.915876 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e66536c-aabc-47b7-94b8-6380c84d1b94 admin admin] Publish callbacks [] for security_group (bf491caf-d955-4d3e-8591-99aa1694ad00), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:03.954741 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b66ad16a-1d64-4b12-8607-2eb4287f75f9 req-15305c2e-9747-4ac9-a3e7-db154ad2ae9f service neutron] 10.222.0.112 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027426 Jan 25 03:36:04.011793 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 44998) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:04.017155 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8adacc-6e7d-40a9-b286-dc14675723d1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Pushing event updated for resources: {'Port': ['ID=23790178-4f79-4bcf-a17f-bd8e5abf0427,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:04.024724 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-230f48b8-4bfb-41c4-a6e6-d3f51094ba0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:04.060175 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a959a30e-5a9e-457c-89d2-b1c835a5756b req-9846984f-5e9a-4c11-956b-04cf056109ee service neutron] 10.222.0.112 "GET /v2.0/networks/deac9f35-58f2-4929-9ca8-e3d4d0912a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227761 Jan 25 03:36:04.064422 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-99d4bbad-86fc-4c9f-97fe-aa6f1479c2dc req-0b27fc2f-6718-4b19-a5de-7c1277b8dffc tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511002 Jan 25 03:36:04.066368 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-d37e5c16-07ba-4f9f-8eda-12fff77688d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:04.067792 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-d37e5c16-07ba-4f9f-8eda-12fff77688d6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2e67c9d0a7f44900a2ac9fdc1bdcb15a&device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 1096 time: 0.1534400 Jan 25 03:36:04.083776 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-75d01e26-5813-4577-8070-72b5b26c6025 req-7b8adacc-6e7d-40a9-b286-dc14675723d1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0113714 Jan 25 03:36:04.092928 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-3dd4cc3f-2f6c-48d9-bdb6-ddb976fab334 None None] Provisioning complete for port 23790178-4f79-4bcf-a17f-bd8e5abf0427 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:36:04.093531 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3dd4cc3f-2f6c-48d9-bdb6-ddb976fab334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:04.101182 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e66536c-aabc-47b7-94b8-6380c84d1b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (bf491caf-d955-4d3e-8591-99aa1694ad00), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:04.126546 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Request body: {'port': {'device_id': 'b5c1179f-67c0-4198-8933-7cabe5c964f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:36:04.133970 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-d68feccf-421e-45a0-a79f-86acc12f6b06 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=565ed7d6-bff7-4ce1-97e7-071173dbd857 HTTP/1.1" status: 200 len: 217 time: 0.0461240 Jan 25 03:36:04.134155 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3dd4cc3f-2f6c-48d9-bdb6-ddb976fab334 None None] Port 23790178-4f79-4bcf-a17f-bd8e5abf0427 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:36:04.155668 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e66536c-aabc-47b7-94b8-6380c84d1b94 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:36:04.171861 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66536c-aabc-47b7-94b8-6380c84d1b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf491caf-d955-4d3e-8591-99aa1694ad00,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:04.179012 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-230f48b8-4bfb-41c4-a6e6-d3f51094ba0e admin admin] Publish callbacks [] for security_group (f300ad76-d190-434c-b887-5a8aee1447ee), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:04.183950 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e66536c-aabc-47b7-94b8-6380c84d1b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (03c03f5d-0f95-4917-bf8c-eeab3f4fd6c6), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:04.185447 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-6e66536c-aabc-47b7-94b8-6380c84d1b94 admin admin] Added segment 03c03f5d-0f95-4917-bf8c-eeab3f4fd6c6 of type vlan for network 7aa965cb-e564-4ecb-a74d-18e68f8c5cb4 Jan 25 03:36:04.256165 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e66536c-aabc-47b7-94b8-6380c84d1b94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760336855179'] for network (7aa965cb-e564-4ecb-a74d-18e68f8c5cb4), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:04.291238 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-230f48b8-4bfb-41c4-a6e6-d3f51094ba0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (f300ad76-d190-434c-b887-5a8aee1447ee), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:04.316775 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b1397-eb14-43fc-9813-76acc222af38 req-5978704e-3e8a-4d5c-b52d-d4e1765ae14e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:04.318332 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-195b1397-eb14-43fc-9813-76acc222af38 req-5978704e-3e8a-4d5c-b52d-d4e1765ae14e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 943 time: 0.1044199 Jan 25 03:36:04.367187 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-230f48b8-4bfb-41c4-a6e6-d3f51094ba0e admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=ca6fae8e880f45e19c2abdb35021788b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519297 Jan 25 03:36:04.367557 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45002) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:04.374314 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f48b8-4bfb-41c4-a6e6-d3f51094ba0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f300ad76-d190-434c-b887-5a8aee1447ee,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:04.421607 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e66536c-aabc-47b7-94b8-6380c84d1b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for network (7aa965cb-e564-4ecb-a74d-18e68f8c5cb4), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:04.422616 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e66536c-aabc-47b7-94b8-6380c84d1b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:04.423151 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e66536c-aabc-47b7-94b8-6380c84d1b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:04.432514 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c3817b2a-89f7-48a7-8792-c65d7301f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:04.438071 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-c3817b2a-89f7-48a7-8792-c65d7301f10a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b554719f-8713-4f6e-87c2-8a3b80ecbb7b HTTP/1.1" status: 200 len: 855 time: 0.2822599 Jan 25 03:36:04.438381 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-195b1397-eb14-43fc-9813-76acc222af38 req-67dbf212-74b1-4e7d-81df-422b87bfd3e3 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043284 Jan 25 03:36:04.448297 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:04.453588 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4194591-7779-4e9b-bad5-0adc518afb50 req-bf12a30c-56af-4271-9542-a45e7e472376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:04.455120 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c4194591-7779-4e9b-bad5-0adc518afb50 req-bf12a30c-56af-4271-9542-a45e7e472376 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b7c304fa11cb41daba65e6a85cf2c360&device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 1097 time: 0.1097758 Jan 25 03:36:04.479655 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-83cdd5b2-4cc7-415a-bc1d-52d62762df64 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=835e181b-635d-41dd-9269-42b6c17d0334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393467 Jan 25 03:36:04.530323 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-6e66536c-aabc-47b7-94b8-6380c84d1b94 admin admin] 10.222.0.115 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0144250 Jan 25 03:36:04.531764 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45010) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:04.531945 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45012) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:04.548461 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-890676b2-67af-4142-8e8a-9bec11659a03 admin admin] Request body: {'subnet': {'network_id': '7aa965cb-e564-4ecb-a74d-18e68f8c5cb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1788683152-subnet', 'tenant_id': '4a78d9cbe48d43a0a762b08878cda497', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:36:04.554099 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd4d8e39-6d20-4070-8c6e-d10b6538ebfe admin admin] Publish callbacks [] for security_group (f300ad76-d190-434c-b887-5a8aee1447ee), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:04.556527 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66536c-aabc-47b7-94b8-6380c84d1b94 admin admin] Pushing event updated for resources: {'Network': ['ID=7aa965cb-e564-4ecb-a74d-18e68f8c5cb4,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:04.573234 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Network 7aa965cb-e564-4ecb-a74d-18e68f8c5cb4 details requested by agent ovs-agent-dv-cinder-819011-2-iscsi with host dv-cinder-819011-2-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:36:04.658554 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd4d8e39-6d20-4070-8c6e-d10b6538ebfe admin admin] Publish callbacks [] for security_group (f300ad76-d190-434c-b887-5a8aee1447ee), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:04.685515 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea9056-a18a-4dfd-9460-523efc447ad5 req-2249e0a8-5a59-4381-9ba4-bbf16d77edda tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:04.691561 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-50ea9056-a18a-4dfd-9460-523efc447ad5 req-2249e0a8-5a59-4381-9ba4-bbf16d77edda tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 943 time: 0.1383805 Jan 25 03:36:04.693803 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890676b2-67af-4142-8e8a-9bec11659a03 admin admin] Made reservation on behalf of 4a78d9cbe48d43a0a762b08878cda497 for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:36:04.696229 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-890676b2-67af-4142-8e8a-9bec11659a03 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:04.753813 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2572-d59e-4224-87cf-1f4574852af2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:04.827123 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182d19da-cad7-4773-bd15-67d9285d2c1a', 'tag': '1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c'}, {'name': 'network-changed', 'server_uuid': 'b83cc2c8-a438-49f9-b79c-e74359899f65', 'tag': '565ed7d6-bff7-4ce1-97e7-071173dbd857'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:36:04.829416 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "182d19da-cad7-4773-bd15-67d9285d2c1a", "tag": "1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c"}, {"name": "network-changed", "server_uuid": "b83cc2c8-a438-49f9-b79c-e74359899f65", "tag": "565ed7d6-bff7-4ce1-97e7-071173dbd857"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:36:04.851090 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-50ea9056-a18a-4dfd-9460-523efc447ad5 req-41989b26-71d7-42fc-9818-44adc0a96347 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548564 Jan 25 03:36:04.855994 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4194591-7779-4e9b-bad5-0adc518afb50 req-35ebc708-02be-4657-ad03-e9d1687ddd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:04.857488 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c4194591-7779-4e9b-bad5-0adc518afb50 req-35ebc708-02be-4657-ad03-e9d1687ddd34 service neutron] 10.222.0.112 "GET /v2.0/networks?id=21305d52-419e-4a5b-aa5c-f29427395669 HTTP/1.1" status: 200 len: 919 time: 0.3808804 Jan 25 03:36:04.871086 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef1ff0-b5dc-4d16-9730-879fbb079481 req-2516dd60-d439-47a8-a7c5-bc9dcf27adff tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:04.872556 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e2ef1ff0-b5dc-4d16-9730-879fbb079481 req-2516dd60-d439-47a8-a7c5-bc9dcf27adff tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 944 time: 0.3099022 Jan 25 03:36:04.892701 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-3f045160-014d-423c-a841-5e20ee8b75b7 service neutron] 10.222.0.112 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926015 Jan 25 03:36:04.916970 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd4d8e39-6d20-4070-8c6e-d10b6538ebfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (f300ad76-d190-434c-b887-5a8aee1447ee), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:04.923423 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd4d8e39-6d20-4070-8c6e-d10b6538ebfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:04.923423 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-dd4d8e39-6d20-4070-8c6e-d10b6538ebfe admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/f300ad76-d190-434c-b887-5a8aee1447ee HTTP/1.1" status: 204 len: 168 time: 0.5525627 Jan 25 03:36:04.941782 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 25 Jan 2022 03:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d12edd-00ff-4f72-85ca-7d5e5f8c9ba2 x-openstack-request-id: req-92d12edd-00ff-4f72-85ca-7d5e5f8c9ba2 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:36:04.942336 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182d19da-cad7-4773-bd15-67d9285d2c1a", "tag": "1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b83cc2c8-a438-49f9-b79c-e74359899f65", "tag": "565ed7d6-bff7-4ce1-97e7-071173dbd857", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:36:04.943047 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-92d12edd-00ff-4f72-85ca-7d5e5f8c9ba2 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:36:04.943630 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182d19da-cad7-4773-bd15-67d9285d2c1a', 'tag': '1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c', 'status': 'completed', 'code': 200} Jan 25 03:36:04.944026 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83cc2c8-a438-49f9-b79c-e74359899f65', 'tag': '565ed7d6-bff7-4ce1-97e7-071173dbd857', 'status': 'completed', 'code': 200} Jan 25 03:36:04.946834 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d8e39-6d20-4070-8c6e-d10b6538ebfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f300ad76-d190-434c-b887-5a8aee1447ee,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:04.966830 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c4194591-7779-4e9b-bad5-0adc518afb50 req-62bbb90b-490e-4eb0-a526-8b9e2dd0103d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29297f0b-07c1-43dd-9bc9-7ce2fc61fabf HTTP/1.1" status: 200 len: 217 time: 0.0904961 Jan 25 03:36:05.099852 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2572-d59e-4224-87cf-1f4574852af2 admin admin] Publish callbacks [] for security_group (86137cbb-d027-426a-acc6-9d29f6d50db8), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:05.200998 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e2ef1ff0-b5dc-4d16-9730-879fbb079481 req-2515ab88-64a5-4848-8393-6124752134f6 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109169 Jan 25 03:36:05.205159 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7c5e5-2f2f-4389-87b5-3ed1dd32fbfa req-ef5529b2-9296-4767-8b28-6b1191637744 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:05.206696 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-35b7c5e5-2f2f-4389-87b5-3ed1dd32fbfa req-ef5529b2-9296-4767-8b28-6b1191637744 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 931 time: 0.0506494 Jan 25 03:36:05.216351 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4194591-7779-4e9b-bad5-0adc518afb50 req-1b242cbe-81e2-4a5a-8351-1cf9330eeb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:05.217805 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c4194591-7779-4e9b-bad5-0adc518afb50 req-1b242cbe-81e2-4a5a-8351-1cf9330eeb51 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=069704cf-3960-4585-9364-1bd4be4f6c51 HTTP/1.1" status: 200 len: 859 time: 0.2330587 Jan 25 03:36:05.220957 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2572-d59e-4224-87cf-1f4574852af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (86137cbb-d027-426a-acc6-9d29f6d50db8), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:05.225185 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-890676b2-67af-4142-8e8a-9bec11659a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for subnet (2fb29c6c-089b-459b-b9c9-78ad39852be9), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:05.225516 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:05.257072 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe req-191366d8-94ef-429f-ba41-3445899a496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:05.260859 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe req-191366d8-94ef-429f-ba41-3445899a496b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=33b8fc6cf53240e292dae12d36286f56&device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 1097 time: 0.2934144 Jan 25 03:36:05.288067 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-a21b3b8a-e534-4e4b-b30b-226a71b3035f service neutron] 10.222.0.112 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571501 Jan 25 03:36:05.289951 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c4194591-7779-4e9b-bad5-0adc518afb50 req-f55b5636-4ffc-40d5-80c4-eff5a8c0da21 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=21305d52-419e-4a5b-aa5c-f29427395669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450435 Jan 25 03:36:05.332981 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-ddfc2572-d59e-4224-87cf-1f4574852af2 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=9626c20748f14a7b9ad0569d07c9acd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7941124 Jan 25 03:36:05.336335 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 45028) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:05.347100 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc2572-d59e-4224-87cf-1f4574852af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86137cbb-d027-426a-acc6-9d29f6d50db8,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:05.389475 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890676b2-67af-4142-8e8a-9bec11659a03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fb29c6c-089b-459b-b9c9-78ad39852be9,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:05.415645 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-35b7c5e5-2f2f-4389-87b5-3ed1dd32fbfa req-2d77545a-3650-417b-8957-05583901d1c6 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015336 Jan 25 03:36:05.425148 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890676b2-67af-4142-8e8a-9bec11659a03 admin admin] Checking segment: {'id': '03c03f5d-0f95-4917-bf8c-eeab3f4fd6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7aa965cb-e564-4ecb-a74d-18e68f8c5cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:36:05.425703 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890676b2-67af-4142-8e8a-9bec11659a03 admin admin] Network hostable DHCP agents. Network: 7aa965cb-e564-4ecb-a74d-18e68f8c5cb4, hostable agents: ['5c3e864f-61ec-45bb-b284-87f8aa4f333d'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:36:05.510317 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890676b2-67af-4142-8e8a-9bec11659a03 admin admin] Network 7aa965cb-e564-4ecb-a74d-18e68f8c5cb4 is scheduled to be hosted by DHCP agent 5c3e864f-61ec-45bb-b284-87f8aa4f333d with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:36:05.513329 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23790178-4f79-4bcf-a17f-bd8e5abf0427 {{(pid=103186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:36:05.545875 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Publish callbacks [] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:05.595250 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-890676b2-67af-4142-8e8a-9bec11659a03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819011-2-iscsi, 7aa965cb-e564-4ecb-a74d-18e68f8c5cb4) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:36:05.595700 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe req-82d67183-d6a9-4f7d-99d7-ce304033a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:05.597211 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe req-82d67183-d6a9-4f7d-99d7-ce304033a617 service neutron] 10.222.0.112 "GET /v2.0/networks?id=deac9f35-58f2-4929-9ca8-e3d4d0912a3d HTTP/1.1" status: 200 len: 911 time: 0.3156195 Jan 25 03:36:05.604152 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890676b2-67af-4142-8e8a-9bec11659a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:05.604618 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-890676b2-67af-4142-8e8a-9bec11659a03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:05.607466 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.provisioning_blocks [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Transition to ACTIVE for port object 23790178-4f79-4bcf-a17f-bd8e5abf0427 will not be triggered until provisioned by entity L2. {{(pid=103186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:36:05.609887 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c4194591-7779-4e9b-bad5-0adc518afb50 req-bc95271c-c926-4974-91b3-7f02c49b8056 service neutron] 10.222.0.112 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945683 Jan 25 03:36:05.611247 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8399f0-cc60-48fc-b2ae-640e5d036e4e None None] Network 7aa965cb-e564-4ecb-a74d-18e68f8c5cb4 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:36:05.684271 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe req-fb889130-1a14-4f82-8264-5ae88f58fbe9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c HTTP/1.1" status: 200 len: 217 time: 0.0781319 Jan 25 03:36:05.696956 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b3375da7-1a94-4c72-92cc-d06b81927c6d admin admin] Publish callbacks [] for security_group (86137cbb-d027-426a-acc6-9d29f6d50db8), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:05.702916 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:05.754187 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a750c-a8ec-40d6-9287-0ab943c75430 req-ac7426ed-9af4-49e2-ac65-5323fd56fe0a tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:05.755706 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cc9a750c-a8ec-40d6-9287-0ab943c75430 req-ac7426ed-9af4-49e2-ac65-5323fd56fe0a tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 943 time: 0.2342367 Jan 25 03:36:05.773798 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-890676b2-67af-4142-8e8a-9bec11659a03 admin admin] 10.222.0.115 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2334771 Jan 25 03:36:05.775539 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350073f9-d721-42b6-a4ba-16c08cbeadc9 None None] Network 7aa965cb-e564-4ecb-a74d-18e68f8c5cb4 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:36:05.924553 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b3375da7-1a94-4c72-92cc-d06b81927c6d admin admin] Publish callbacks [] for security_group (86137cbb-d027-426a-acc6-9d29f6d50db8), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:05.997069 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2120e77-9565-4141-b4ec-78af12f2c5ae req-638259e5-84d7-4e3d-84f5-e11a9b45d7e6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:05.998915 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f2120e77-9565-4141-b4ec-78af12f2c5ae req-638259e5-84d7-4e3d-84f5-e11a9b45d7e6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 943 time: 0.0601594 Jan 25 03:36:06.026441 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c4194591-7779-4e9b-bad5-0adc518afb50 req-1b6b586e-77ff-4c19-bf4c-7c9e4f548e81 service neutron] 10.222.0.112 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082608 Jan 25 03:36:06.032901 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=23790178-4f79-4bcf-a17f-bd8e5abf0427,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:06.050519 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe req-bcfdbee9-6e63-403a-a22c-cf989b432fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:06.052098 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe req-bcfdbee9-6e63-403a-a22c-cf989b432fbd service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ee171ebe-f742-44e0-924d-7fa7c20b49d6 HTTP/1.1" status: 200 len: 851 time: 0.3502479 Jan 25 03:36:06.076150 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f2120e77-9565-4141-b4ec-78af12f2c5ae req-7642e552-7606-4426-905a-f549b6f96502 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687468 Jan 25 03:36:06.285131 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b3375da7-1a94-4c72-92cc-d06b81927c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (86137cbb-d027-426a-acc6-9d29f6d50db8), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:06.287416 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b3375da7-1a94-4c72-92cc-d06b81927c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:06.291919 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-b3375da7-1a94-4c72-92cc-d06b81927c6d admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/86137cbb-d027-426a-acc6-9d29f6d50db8 HTTP/1.1" status: 204 len: 168 time: 0.9466529 Jan 25 03:36:06.293153 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Attempting to bind port 23790178-4f79-4bcf-a17f-bd8e5abf0427 on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:36:06.293652 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Attempting to bind port 23790178-4f79-4bcf-a17f-bd8e5abf0427 by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': '3f377e7e-fbd0-433f-81b2-988bc7eaecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:36:06.294093 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Attempting to bind port 23790178-4f79-4bcf-a17f-bd8e5abf0427 on network f476d920-246d-45fc-9288-e583ed5f94c0 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:36:06.301263 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe req-ec119177-e278-4aec-905b-4e30461f8e04 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=deac9f35-58f2-4929-9ca8-e3d4d0912a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2367394 Jan 25 03:36:06.304957 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cc9a750c-a8ec-40d6-9287-0ab943c75430 req-0c69e7b8-b5a9-491a-84df-d24239bca1ab tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914210 Jan 25 03:36:06.323587 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Port 23790178-4f79-4bcf-a17f-bd8e5abf0427 on network f476d920-246d-45fc-9288-e583ed5f94c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:36:06.324812 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Attempting to bind port 23790178-4f79-4bcf-a17f-bd8e5abf0427 on network f476d920-246d-45fc-9288-e583ed5f94c0 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:36:06.328835 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3375da7-1a94-4c72-92cc-d06b81927c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86137cbb-d027-426a-acc6-9d29f6d50db8,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:06.350258 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5c5fe-fb23-436d-969d-8ad9878c095d req-c6582c71-95ee-42a3-b665-8d3285b1079f tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:06.350994 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:36:06.351392 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Checking segment: {'id': '3f377e7e-fbd0-433f-81b2-988bc7eaecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:36:06.351779 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Bound using segment: {'id': '3f377e7e-fbd0-433f-81b2-988bc7eaecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:36:06.352261 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Bound port: 23790178-4f79-4bcf-a17f-bd8e5abf0427, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f377e7e-fbd0-433f-81b2-988bc7eaecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:36:06.352615 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:06.358169 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3d5c5fe-fb23-436d-969d-8ad9878c095d req-c6582c71-95ee-42a3-b665-8d3285b1079f tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 944 time: 0.0846331 Jan 25 03:36:06.431029 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3d5c5fe-fb23-436d-969d-8ad9878c095d req-245f35d8-b2a1-4ab5-aa75-6063c3983526 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579622 Jan 25 03:36:06.470987 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe req-61bc869e-e06c-48ee-be5f-587531b7f199 service neutron] 10.222.0.112 "GET /v2.0/networks/deac9f35-58f2-4929-9ca8-e3d4d0912a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619606 Jan 25 03:36:06.475451 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] For port 23790178-4f79-4bcf-a17f-bd8e5abf0427, host hv-cinder-81901, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:36:06.480259 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] For port 23790178-4f79-4bcf-a17f-bd8e5abf0427, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=23790178-4f79-4bcf-a17f-bd8e5abf0427,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:36:06.487009 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:36:06.580385 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:06.612111 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=7a3865a4-17c6-440a-8dd3-3ff9c0e019f2,segment=NetworkSegment(908330e8-0f34-421a-a960-e1f0e985230a),segment_id=908330e8-0f34-421a-a960-e1f0e985230a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:36:06.626979 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': '7a3865a4-17c6-440a-8dd3-3ff9c0e019f2', 'network_id': '21305d52-419e-4a5b-aa5c-f29427395669', 'port_id': '7a3865a4-17c6-440a-8dd3-3ff9c0e019f2', 'mac_address': 'fa:16:3e:9a:a3:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069704cf-3960-4585-9364-1bd4be4f6c51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:36:06.638296 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:06.638912 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:06.640339 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-75d01e26-5813-4577-8070-72b5b26c6025 req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] 10.222.0.112 "PUT /v2.0/ports/23790178-4f79-4bcf-a17f-bd8e5abf0427 HTTP/1.1" status: 200 len: 1093 time: 2.5178483 Jan 25 03:36:06.646121 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe req-26824d18-89f4-4081-94ab-12313e96e6ee service neutron] 10.222.0.112 "GET /v2.0/networks/deac9f35-58f2-4929-9ca8-e3d4d0912a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647847 Jan 25 03:36:06.660686 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8b400-2928-47f2-85db-e17a9b640164 req-aa0feed5-c87e-49b3-a29b-af1ee25ad7dd tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:06.662297 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-16a8b400-2928-47f2-85db-e17a9b640164 req-aa0feed5-c87e-49b3-a29b-af1ee25ad7dd tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.1247363 Jan 25 03:36:06.694780 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:36:06.694780 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (7a3865a4-17c6-440a-8dd3-3ff9c0e019f2), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:06.695103 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0dd06-6486-44b9-8fed-48a8f5b8f4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=23790178-4f79-4bcf-a17f-bd8e5abf0427,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:06.711894 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:36:06.727125 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-16a8b400-2928-47f2-85db-e17a9b640164 req-401b80e8-4b4d-427a-ae53-5fa213289d7c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557823 Jan 25 03:36:06.783262 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=7a3865a4-17c6-440a-8dd3-3ff9c0e019f2,segment=NetworkSegment(908330e8-0f34-421a-a960-e1f0e985230a),segment_id=908330e8-0f34-421a-a960-e1f0e985230a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:36:06.792726 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:06.879473 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe req-3234df99-d50c-45c5-8213-21e464058df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:06.880993 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe req-3234df99-d50c-45c5-8213-21e464058df3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2e67c9d0a7f44900a2ac9fdc1bdcb15a&device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 1096 time: 0.1182683 Jan 25 03:36:06.888482 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d01e26-5813-4577-8070-72b5b26c6025 req-2c638419-0075-4506-9f8f-ac791d8efa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:06.890041 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-75d01e26-5813-4577-8070-72b5b26c6025 req-2c638419-0075-4506-9f8f-ac791d8efa23 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=33c5e2c89460402987c96eb3c3340a68&device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 1096 time: 0.0678411 Jan 25 03:36:06.906603 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (7a3865a4-17c6-440a-8dd3-3ff9c0e019f2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:06.953964 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c1179f-67c0-4198-8933-7cabe5c964f3', 'tag': '23790178-4f79-4bcf-a17f-bd8e5abf0427'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:36:06.956153 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7debd492-724e-459d-8e7e-06e8772bff02" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c1179f-67c0-4198-8933-7cabe5c964f3", "tag": "23790178-4f79-4bcf-a17f-bd8e5abf0427"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:36:06.964596 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-75d01e26-5813-4577-8070-72b5b26c6025 req-daa9f74c-8e8f-4688-badc-39fbaf304b7d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23790178-4f79-4bcf-a17f-bd8e5abf0427 HTTP/1.1" status: 200 len: 217 time: 0.0508678 Jan 25 03:36:06.972962 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=7a3865a4-17c6-440a-8dd3-3ff9c0e019f2,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:07.010275 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de91d66e-63a5-4e8b-9248-31e07eacbc0b x-openstack-request-id: req-de91d66e-63a5-4e8b-9248-31e07eacbc0b {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:36:07.010275 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c1179f-67c0-4198-8933-7cabe5c964f3", "tag": "23790178-4f79-4bcf-a17f-bd8e5abf0427", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:36:07.010575 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-de91d66e-63a5-4e8b-9248-31e07eacbc0b {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:36:07.010920 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c1179f-67c0-4198-8933-7cabe5c964f3', 'tag': '23790178-4f79-4bcf-a17f-bd8e5abf0427', 'status': 'completed', 'code': 200} Jan 25 03:36:07.063984 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d01e26-5813-4577-8070-72b5b26c6025 req-3a256767-cef3-43fa-b865-374bf85b2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:07.065450 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-75d01e26-5813-4577-8070-72b5b26c6025 req-3a256767-cef3-43fa-b865-374bf85b2ae7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=c089812a-9ee0-4892-a79a-a6659662497a HTTP/1.1" status: 200 len: 855 time: 0.0694113 Jan 25 03:36:07.068037 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe req-6a068a49-1191-47ee-b384-bf1994a23145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:07.069348 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe req-6a068a49-1191-47ee-b384-bf1994a23145 service neutron] 10.222.0.112 "GET /v2.0/networks?id=835e181b-635d-41dd-9269-42b6c17d0334 HTTP/1.1" status: 200 len: 915 time: 0.1784730 Jan 25 03:36:07.076418 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 45090) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:07.081532 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-80cbab7f-98c3-4c44-8b0b-c96c450e8355 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1337691515-network', 'tenant_id': '658eb746c57b46f3b0a32a131f40963d'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:36:07.146410 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe req-2e6fd800-0ed1-44e0-9f6a-0da8537adadc service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=565ed7d6-bff7-4ce1-97e7-071173dbd857 HTTP/1.1" status: 200 len: 217 time: 0.0613279 Jan 25 03:36:07.248482 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d01e26-5813-4577-8070-72b5b26c6025 req-c3126431-2090-4822-9dc6-cb6f73b678d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:07.250218 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-75d01e26-5813-4577-8070-72b5b26c6025 req-c3126431-2090-4822-9dc6-cb6f73b678d3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f476d920-246d-45fc-9288-e583ed5f94c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1720252 Jan 25 03:36:07.252949 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe req-d06445ec-8c6c-4f42-b04a-4eebf9e2e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:07.254299 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe req-d06445ec-8c6c-4f42-b04a-4eebf9e2e23b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b554719f-8713-4f6e-87c2-8a3b80ecbb7b HTTP/1.1" status: 200 len: 855 time: 0.0999844 Jan 25 03:36:07.285234 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc088a5f-d33d-4e9b-87e5-b73843e9230a req-5aa0fd5c-90be-4520-afc5-b4511fe2cc22 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:07.288545 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-fc088a5f-d33d-4e9b-87e5-b73843e9230a req-5aa0fd5c-90be-4520-afc5-b4511fe2cc22 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 943 time: 0.1194096 Jan 25 03:36:07.295472 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45096) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:07.299018 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cbab7f-98c3-4c44-8b0b-c96c450e8355 admin admin] Made reservation on behalf of 658eb746c57b46f3b0a32a131f40963d for: {'network': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:36:07.301379 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-80cbab7f-98c3-4c44-8b0b-c96c450e8355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for network (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:07.309201 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9071d629-d89d-4d3f-93e3-624999b43e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:07.335908 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe req-bfa0aed8-1d0a-4ed9-a7d0-e9da49bd6e9c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=835e181b-635d-41dd-9269-42b6c17d0334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711663 Jan 25 03:36:07.360009 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-80cbab7f-98c3-4c44-8b0b-c96c450e8355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:07.468562 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9071d629-d89d-4d3f-93e3-624999b43e5b admin admin] Publish callbacks [] for security_group (50707acb-1147-45c3-ba1a-c5b2ea029abb), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:07.479551 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3490e5-3dc5-4584-a417-acf919d9383e req-560bbca6-e13c-455c-947e-0a0555f27034 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:07.481033 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cf3490e5-3dc5-4584-a417-acf919d9383e req-560bbca6-e13c-455c-947e-0a0555f27034 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 944 time: 0.0755069 Jan 25 03:36:07.508967 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-fc088a5f-d33d-4e9b-87e5-b73843e9230a req-18ffb1a6-4196-4fe4-b5f8-8c8586eebc54 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033579 Jan 25 03:36:07.509218 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['7a3865a4-17c6-440a-8dd3-3ff9c0e019f2'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:36:07.538111 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-75d01e26-5813-4577-8070-72b5b26c6025 req-9b520708-94dc-42af-9b39-7b9c424a003f service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752202 Jan 25 03:36:07.556539 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9071d629-d89d-4d3f-93e3-624999b43e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (50707acb-1147-45c3-ba1a-c5b2ea029abb), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:07.568046 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cf3490e5-3dc5-4584-a417-acf919d9383e req-002c2d9d-b15b-4164-a0f0-d2cfbb4e87c5 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811892 Jan 25 03:36:07.591034 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe req-06738833-0bde-42d1-b797-b973d6ff4572 service neutron] 10.222.0.112 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467794 Jan 25 03:36:07.642076 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071d629-d89d-4d3f-93e3-624999b43e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50707acb-1147-45c3-ba1a-c5b2ea029abb,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:07.650686 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-9071d629-d89d-4d3f-93e3-624999b43e5b admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=f1a65183e37b4b8c94494dc168a89934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510742 Jan 25 03:36:07.650937 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45108) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:07.721250 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7f42b3e4-a784-48c0-b8c2-8656b81e63a2 admin admin] Publish callbacks [] for security_group (50707acb-1147-45c3-ba1a-c5b2ea029abb), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:07.751436 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7f42b3e4-a784-48c0-b8c2-8656b81e63a2 admin admin] Publish callbacks [] for security_group (50707acb-1147-45c3-ba1a-c5b2ea029abb), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:07.768172 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-80cbab7f-98c3-4c44-8b0b-c96c450e8355 admin admin] Publish callbacks [] for security_group (563a38ea-1dac-42e2-ac31-c7d1ea0b02c6), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:07.780769 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-75d01e26-5813-4577-8070-72b5b26c6025 req-8900852c-541c-4493-a8f7-5928e3d137b9 service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348192 Jan 25 03:36:07.791253 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d5ef7-94a3-441a-9841-4ece4b92d9a7 req-09e9bd76-c26b-4ee6-90e1-471f443cef25 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:07.792775 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-721d5ef7-94a3-441a-9841-4ece4b92d9a7 req-09e9bd76-c26b-4ee6-90e1-471f443cef25 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 944 time: 0.1683445 Jan 25 03:36:07.820337 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8e2d25c3-0c49-450e-a6c9-121afdf56ebe req-001b8539-0394-4b45-b87c-ecbe432a7168 service neutron] 10.222.0.112 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947081 Jan 25 03:36:07.858331 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-80cbab7f-98c3-4c44-8b0b-c96c450e8355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (563a38ea-1dac-42e2-ac31-c7d1ea0b02c6), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:07.872748 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-721d5ef7-94a3-441a-9841-4ece4b92d9a7 req-59cdc676-c51d-4750-8dee-f6a1242522ab tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702507 Jan 25 03:36:07.918468 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbab7f-98c3-4c44-8b0b-c96c450e8355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563a38ea-1dac-42e2-ac31-c7d1ea0b02c6,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:07.950160 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb008e2-1f83-4966-a8a5-a660cf58e79e req-dda0aa84-a050-40f1-a111-ddfa45f74f33 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:07.952577 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2fb008e2-1f83-4966-a8a5-a660cf58e79e req-dda0aa84-a050-40f1-a111-ddfa45f74f33 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0816050 Jan 25 03:36:07.955180 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7f42b3e4-a784-48c0-b8c2-8656b81e63a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (50707acb-1147-45c3-ba1a-c5b2ea029abb), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:07.956362 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7f42b3e4-a784-48c0-b8c2-8656b81e63a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:07.960361 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-7f42b3e4-a784-48c0-b8c2-8656b81e63a2 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/50707acb-1147-45c3-ba1a-c5b2ea029abb HTTP/1.1" status: 204 len: 168 time: 0.3082738 Jan 25 03:36:07.969359 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cbab7f-98c3-4c44-8b0b-c96c450e8355 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:36:07.993889 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42b3e4-a784-48c0-b8c2-8656b81e63a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50707acb-1147-45c3-ba1a-c5b2ea029abb,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:08.001643 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-80cbab7f-98c3-4c44-8b0b-c96c450e8355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (0da53174-b11e-42e3-b760-13b554394fc7), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:08.001997 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.db.segments_db [None req-80cbab7f-98c3-4c44-8b0b-c96c450e8355 admin admin] Added segment 0da53174-b11e-42e3-b760-13b554394fc7 of type vlan for network 872dc48e-4d5c-4a2c-bcf7-e219f20d3406 Jan 25 03:36:08.016117 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:08.045072 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debd492-724e-459d-8e7e-06e8772bff02 req-89f0cc12-70f0-4f71-b3bf-30d88aa160bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:08.045072 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7debd492-724e-459d-8e7e-06e8772bff02 req-89f0cc12-70f0-4f71-b3bf-30d88aa160bb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=33c5e2c89460402987c96eb3c3340a68&device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 1096 time: 0.0873129 Jan 25 03:36:08.059474 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-80cbab7f-98c3-4c44-8b0b-c96c450e8355 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760336855179'] for network (872dc48e-4d5c-4a2c-bcf7-e219f20d3406), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:08.061978 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2fb008e2-1f83-4966-a8a5-a660cf58e79e req-7f5fe9c1-037c-47c9-9f56-4c2ed3cf0b9b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960333 Jan 25 03:36:08.176136 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debd492-724e-459d-8e7e-06e8772bff02 req-bb6275b6-962a-483a-b516-b77721bcb79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:08.177801 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7debd492-724e-459d-8e7e-06e8772bff02 req-bb6275b6-962a-483a-b516-b77721bcb79c service neutron] 10.222.0.112 "GET /v2.0/networks?id=f476d920-246d-45fc-9288-e583ed5f94c0 HTTP/1.1" status: 200 len: 916 time: 0.1280725 Jan 25 03:36:08.219304 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7debd492-724e-459d-8e7e-06e8772bff02 req-2eaf53e2-aa6c-4ecd-bef5-15a548878024 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23790178-4f79-4bcf-a17f-bd8e5abf0427 HTTP/1.1" status: 200 len: 217 time: 0.0348032 Jan 25 03:36:08.219880 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-80cbab7f-98c3-4c44-8b0b-c96c450e8355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for network (872dc48e-4d5c-4a2c-bcf7-e219f20d3406), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:08.220794 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cbab7f-98c3-4c44-8b0b-c96c450e8355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:08.221366 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-80cbab7f-98c3-4c44-8b0b-c96c450e8355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:08.474621 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbab7f-98c3-4c44-8b0b-c96c450e8355 admin admin] Pushing event updated for resources: {'Network': ['ID=872dc48e-4d5c-4a2c-bcf7-e219f20d3406,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:08.478139 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debd492-724e-459d-8e7e-06e8772bff02 req-ac490a15-2658-45df-a93e-0d26ad84d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:08.479675 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7debd492-724e-459d-8e7e-06e8772bff02 req-ac490a15-2658-45df-a93e-0d26ad84d7d0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=c089812a-9ee0-4892-a79a-a6659662497a HTTP/1.1" status: 200 len: 855 time: 0.2538667 Jan 25 03:36:08.480626 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:36:08.492099 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Network 872dc48e-4d5c-4a2c-bcf7-e219f20d3406 details requested by agent ovs-agent-dv-cinder-819011-2-iscsi with host dv-cinder-819011-2-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:36:08.520150 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-80cbab7f-98c3-4c44-8b0b-c96c450e8355 admin admin] 10.222.0.115 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4432700 Jan 25 03:36:08.523083 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45136) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:08.529306 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-a8285e59-c228-45ca-82b1-9c0836e71433 admin admin] Request body: {'subnet': {'network_id': '872dc48e-4d5c-4a2c-bcf7-e219f20d3406', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1337691515-subnet', 'tenant_id': '658eb746c57b46f3b0a32a131f40963d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:36:08.547940 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debd492-724e-459d-8e7e-06e8772bff02 req-2f35481a-6663-419f-aaba-f03fff62ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:08.551994 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7debd492-724e-459d-8e7e-06e8772bff02 req-2f35481a-6663-419f-aaba-f03fff62ec76 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f476d920-246d-45fc-9288-e583ed5f94c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654628 Jan 25 03:36:08.629011 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8285e59-c228-45ca-82b1-9c0836e71433 admin admin] Made reservation on behalf of 658eb746c57b46f3b0a32a131f40963d for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:36:08.631358 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8285e59-c228-45ca-82b1-9c0836e71433 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:08.724217 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45148) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:08.726831 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=29297f0b-07c1-43dd-9bc9-7ce2fc61fabf,segment=NetworkSegment(908330e8-0f34-421a-a960-e1f0e985230a),segment_id=908330e8-0f34-421a-a960-e1f0e985230a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:36:08.759794 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': '29297f0b-07c1-43dd-9bc9-7ce2fc61fabf', 'network_id': '21305d52-419e-4a5b-aa5c-f29427395669', 'port_id': '29297f0b-07c1-43dd-9bc9-7ce2fc61fabf', 'mac_address': 'fa:16:3e:3a:e6:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069704cf-3960-4585-9364-1bd4be4f6c51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:36:08.781483 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc4f6d-79e2-4150-8a33-3d61bcfe9ef4 req-c2d515ff-e303-446c-8eb5-ef3fe8e325b6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:08.789933 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1ccc4f6d-79e2-4150-8a33-3d61bcfe9ef4 req-c2d515ff-e303-446c-8eb5-ef3fe8e325b6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 943 time: 0.1588960 Jan 25 03:36:08.878430 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76487690-2bf9-47d9-b19c-ce1b2e35052b req-7b853416-294c-4d40-8fce-176cd9c5b63e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:08.880002 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-76487690-2bf9-47d9-b19c-ce1b2e35052b req-7b853416-294c-4d40-8fce-176cd9c5b63e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 944 time: 0.1295812 Jan 25 03:36:08.889966 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:36:08.890562 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (29297f0b-07c1-43dd-9bc9-7ce2fc61fabf), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:08.891716 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1ccc4f6d-79e2-4150-8a33-3d61bcfe9ef4 req-cdfe8c13-643c-46b7-a3d0-f20241f3d784 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010005 Jan 25 03:36:08.903321 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7debd492-724e-459d-8e7e-06e8772bff02 req-7052f891-6908-42c3-a622-cdd895c42eb7 service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368547 Jan 25 03:36:08.903451 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ff463f37-cc10-471a-9ba8-fb65cb83d47d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:08.924933 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:36:08.967759 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=29297f0b-07c1-43dd-9bc9-7ce2fc61fabf,segment=NetworkSegment(908330e8-0f34-421a-a960-e1f0e985230a),segment_id=908330e8-0f34-421a-a960-e1f0e985230a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:36:09.042197 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7debd492-724e-459d-8e7e-06e8772bff02 req-e722522b-c7b2-4dc0-bbda-c1d9129e8b2e service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260028 Jan 25 03:36:09.044028 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (29297f0b-07c1-43dd-9bc9-7ce2fc61fabf), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:09.044690 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:36:09.054300 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622169f-5e84-49a1-87df-db5e464eee43 req-82b697d9-e066-4574-b775-2c66041d8a52 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:09.062100 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9622169f-5e84-49a1-87df-db5e464eee43 req-82b697d9-e066-4574-b775-2c66041d8a52 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 944 time: 0.0733142 Jan 25 03:36:09.081567 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-76487690-2bf9-47d9-b19c-ce1b2e35052b req-dc46e9ef-9511-4606-b757-99d8d3ef7e5e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801271 Jan 25 03:36:09.120274 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=29297f0b-07c1-43dd-9bc9-7ce2fc61fabf,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:09.139459 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9622169f-5e84-49a1-87df-db5e464eee43 req-2a64b067-20a6-4400-a05d-4bb87023cb81 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767407 Jan 25 03:36:09.155593 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ff463f37-cc10-471a-9ba8-fb65cb83d47d admin admin] Publish callbacks [] for security_group (046a1a96-fa6e-488d-8cc0-6d2b21b05c7c), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:09.157570 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8285e59-c228-45ca-82b1-9c0836e71433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for subnet (d59c3242-0511-47c5-8356-47b43bc62fa6), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:09.190189 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c,segment=NetworkSegment(1655bac7-6a9f-4c1c-8833-422ec3e68371),segment_id=1655bac7-6a9f-4c1c-8833-422ec3e68371)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:36:09.202776 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': '1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c', 'network_id': 'deac9f35-58f2-4929-9ca8-e3d4d0912a3d', 'port_id': '1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c', 'mac_address': 'fa:16:3e:67:f6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee171ebe-f742-44e0-924d-7fa7c20b49d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:36:09.241696 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:36:09.242079 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:09.243491 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8285e59-c228-45ca-82b1-9c0836e71433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d59c3242-0511-47c5-8356-47b43bc62fa6,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:09.256882 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:36:09.271195 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f7635-a142-430e-962f-e2a2eac437f9 req-69d82916-8d4e-45d3-a7a0-1d19b6a8bf80 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:09.271195 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-691f7635-a142-430e-962f-e2a2eac437f9 req-69d82916-8d4e-45d3-a7a0-1d19b6a8bf80 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0900259 Jan 25 03:36:09.275603 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8285e59-c228-45ca-82b1-9c0836e71433 admin admin] Checking segment: {'id': '0da53174-b11e-42e3-b760-13b554394fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '872dc48e-4d5c-4a2c-bcf7-e219f20d3406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:36:09.276073 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8285e59-c228-45ca-82b1-9c0836e71433 admin admin] Network hostable DHCP agents. Network: 872dc48e-4d5c-4a2c-bcf7-e219f20d3406, hostable agents: ['5c3e864f-61ec-45bb-b284-87f8aa4f333d'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:36:09.286686 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ff463f37-cc10-471a-9ba8-fb65cb83d47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (046a1a96-fa6e-488d-8cc0-6d2b21b05c7c), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:09.289323 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c,segment=NetworkSegment(1655bac7-6a9f-4c1c-8833-422ec3e68371),segment_id=1655bac7-6a9f-4c1c-8833-422ec3e68371)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:36:09.351900 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-ff463f37-cc10-471a-9ba8-fb65cb83d47d admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=631d380086384f4b9d2cd9377a9fa8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6209424 Jan 25 03:36:09.355552 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 45172) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:09.358292 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff463f37-cc10-471a-9ba8-fb65cb83d47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046a1a96-fa6e-488d-8cc0-6d2b21b05c7c,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:09.359129 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:09.378569 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-691f7635-a142-430e-962f-e2a2eac437f9 req-009846c8-c6f2-41d0-909c-e4f2f5315125 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986478 Jan 25 03:36:09.414231 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c219100d-0713-467d-9b24-d8182ffcaa41 admin admin] Publish callbacks [] for security_group (046a1a96-fa6e-488d-8cc0-6d2b21b05c7c), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:09.415846 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:09.416370 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8285e59-c228-45ca-82b1-9c0836e71433 admin admin] Network 872dc48e-4d5c-4a2c-bcf7-e219f20d3406 is scheduled to be hosted by DHCP agent 5c3e864f-61ec-45bb-b284-87f8aa4f333d with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:36:09.437443 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c219100d-0713-467d-9b24-d8182ffcaa41 admin admin] Publish callbacks [] for security_group (046a1a96-fa6e-488d-8cc0-6d2b21b05c7c), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:09.554899 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-a8285e59-c228-45ca-82b1-9c0836e71433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819011-2-iscsi, 872dc48e-4d5c-4a2c-bcf7-e219f20d3406) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:36:09.560096 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8285e59-c228-45ca-82b1-9c0836e71433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:09.560694 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a8285e59-c228-45ca-82b1-9c0836e71433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:09.570269 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5973fe-7adc-42ca-92ee-436f823710fe None None] Network 872dc48e-4d5c-4a2c-bcf7-e219f20d3406 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:36:09.589265 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c219100d-0713-467d-9b24-d8182ffcaa41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (046a1a96-fa6e-488d-8cc0-6d2b21b05c7c), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:09.591968 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c219100d-0713-467d-9b24-d8182ffcaa41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:09.596165 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-c219100d-0713-467d-9b24-d8182ffcaa41 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/046a1a96-fa6e-488d-8cc0-6d2b21b05c7c HTTP/1.1" status: 204 len: 168 time: 0.2395821 Jan 25 03:36:09.606226 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219100d-0713-467d-9b24-d8182ffcaa41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046a1a96-fa6e-488d-8cc0-6d2b21b05c7c,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:09.654210 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-a8285e59-c228-45ca-82b1-9c0836e71433 admin admin] 10.222.0.115 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1293526 Jan 25 03:36:09.682925 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd82b91e-2576-4584-8bd4-e6e7c4cd8a7c None None] Network 872dc48e-4d5c-4a2c-bcf7-e219f20d3406 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:36:09.850238 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['29297f0b-07c1-43dd-9bc9-7ce2fc61fabf'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:36:09.878995 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 45184) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:09.927605 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_v2 [None req-6621ae39-926b-48cc-956b-ab51cdfeeb2f admin admin] Deleting subnet 2fb29c6c-089b-459b-b9c9-78ad39852be9 {{(pid=103186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:36:09.935379 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6621ae39-926b-48cc-956b-ab51cdfeeb2f admin admin] Publish callbacks [] for subnet (2fb29c6c-089b-459b-b9c9-78ad39852be9), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:09.950752 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:36:09.978239 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6621ae39-926b-48cc-956b-ab51cdfeeb2f admin admin] Publish callbacks [] for subnet (2fb29c6c-089b-459b-b9c9-78ad39852be9), precommit_delete_associations {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:09.990064 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6621ae39-926b-48cc-956b-ab51cdfeeb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064499'] for subnet (2fb29c6c-089b-459b-b9c9-78ad39852be9), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:10.135150 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ea1cc-fe02-4b60-bc41-e68290834760 req-40b1ec1c-cda5-45f6-b581-27d4ead478a5 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:10.145220 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6e8ea1cc-fe02-4b60-bc41-e68290834760 req-40b1ec1c-cda5-45f6-b581-27d4ead478a5 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 943 time: 0.1111937 Jan 25 03:36:10.206502 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6e8ea1cc-fe02-4b60-bc41-e68290834760 req-7b4483c1-5a3f-4ede-987b-57cd8b7ff13b tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598500 Jan 25 03:36:10.209733 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6621ae39-926b-48cc-956b-ab51cdfeeb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for subnet (2fb29c6c-089b-459b-b9c9-78ad39852be9), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:10.210052 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:10.224246 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6621ae39-926b-48cc-956b-ab51cdfeeb2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:10.230223 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-6621ae39-926b-48cc-956b-ab51cdfeeb2f admin admin] 10.222.0.115 "DELETE /v2.0/subnets/2fb29c6c-089b-459b-b9c9-78ad39852be9 HTTP/1.1" status: 204 len: 168 time: 0.3486998 Jan 25 03:36:10.232786 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45200) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:10.247451 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621ae39-926b-48cc-956b-ab51cdfeeb2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fb29c6c-089b-459b-b9c9-78ad39852be9,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:10.306681 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30522f-0132-482e-884e-5a72ad9f25f2 req-e3eec914-6ba8-4bdb-85b4-b21da3f02450 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:10.308278 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0e30522f-0132-482e-884e-5a72ad9f25f2 req-e3eec914-6ba8-4bdb-85b4-b21da3f02450 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 944 time: 0.1170874 Jan 25 03:36:10.332224 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682109'] for network (7aa965cb-e564-4ecb-a74d-18e68f8c5cb4), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:10.334260 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e50f5-db7a-4ba1-8842-2f13a744855a req-fa3b5229-f6df-4e76-a66d-cc8a7bb6f83c tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:10.335934 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-589e50f5-db7a-4ba1-8842-2f13a744855a req-fa3b5229-f6df-4e76-a66d-cc8a7bb6f83c tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 945 time: 0.0642846 Jan 25 03:36:10.401786 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-589e50f5-db7a-4ba1-8842-2f13a744855a req-2b090194-bdec-419c-be5b-9b538d8935a1 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581005 Jan 25 03:36:10.504331 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 565ed7d6-bff7-4ce1-97e7-071173dbd857 details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:36:10.504888 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398febba-1971-408f-8b70-8e1356034eae req-384036fa-df82-457f-908a-c95f4a4f37ba tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:10.507033 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-398febba-1971-408f-8b70-8e1356034eae req-384036fa-df82-457f-908a-c95f4a4f37ba tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0513542 Jan 25 03:36:10.521367 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:36:10.570583 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 45212) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:10.603035 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-398febba-1971-408f-8b70-8e1356034eae req-44ede963-e88f-43e1-9ea0-58eea1563b0a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761321 Jan 25 03:36:10.606638 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-abb484e2-5cda-405b-ae14-4dc06417b66d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:10.637147 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062318', 'neutron.services.segments.db._delete_segments_for_network-8760337342383'] for network (7aa965cb-e564-4ecb-a74d-18e68f8c5cb4), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:10.661605 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:36:10.662322 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:36:10.663289 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:36:10.663798 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Subscribe: > port after_create 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:36:10.664275 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:36:10.664857 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Subscribe: > port after_update 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:36:10.665511 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:36:10.666058 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:36:10.666526 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:36:10.667004 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:36:10.689958 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 565ed7d6-bff7-4ce1-97e7-071173dbd857, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=565ed7d6-bff7-4ce1-97e7-071173dbd857,segment=NetworkSegment(b2c63bc6-3c43-4648-ac9b-c699ff3bbb42),segment_id=b2c63bc6-3c43-4648-ac9b-c699ff3bbb42)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:36:10.705576 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': '565ed7d6-bff7-4ce1-97e7-071173dbd857', 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334', 'port_id': '565ed7d6-bff7-4ce1-97e7-071173dbd857', 'mac_address': 'fa:16:3e:66:f5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b554719f-8713-4f6e-87c2-8a3b80ecbb7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:36:10.709662 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-abb484e2-5cda-405b-ae14-4dc06417b66d admin admin] Publish callbacks [] for security_group (f810e5a1-ef71-4eca-984b-f02c938d436c), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:10.732025 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:36:10.738524 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:36:10.738900 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (7a3865a4-17c6-440a-8dd3-3ff9c0e019f2), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:10.771975 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 565ed7d6-bff7-4ce1-97e7-071173dbd857 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:36:10.772369 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (565ed7d6-bff7-4ce1-97e7-071173dbd857), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:10.786287 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-abb484e2-5cda-405b-ae14-4dc06417b66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (f810e5a1-ef71-4eca-984b-f02c938d436c), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:10.795429 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565ed7d6-bff7-4ce1-97e7-071173dbd857 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:36:10.829426 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 565ed7d6-bff7-4ce1-97e7-071173dbd857, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=565ed7d6-bff7-4ce1-97e7-071173dbd857,segment=NetworkSegment(b2c63bc6-3c43-4648-ac9b-c699ff3bbb42),segment_id=b2c63bc6-3c43-4648-ac9b-c699ff3bbb42)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:36:10.831251 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-abb484e2-5cda-405b-ae14-4dc06417b66d admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=4b0187a0ff4d441987986077efd2661f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588298 Jan 25 03:36:10.832419 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb484e2-5cda-405b-ae14-4dc06417b66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f810e5a1-ef71-4eca-984b-f02c938d436c,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:10.835586 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 45218) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:10.876783 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:36:10.877350 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (7a3865a4-17c6-440a-8dd3-3ff9c0e019f2), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:10.883503 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:36:10.884037 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:36:10.884536 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:36:10.885011 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:36:10.885528 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa965cb-e564-4ecb-a74d-18e68f8c5cb4']}} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:36:10.896236 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-78c921d8-6748-4ea6-9899-4a9bfa361baf admin admin] Publish callbacks [] for security_group (f810e5a1-ef71-4eca-984b-f02c938d436c), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:10.902794 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0e30522f-0132-482e-884e-5a72ad9f25f2 req-b4d38dd3-bfc9-4631-ad73-bb6c9a0ef30a tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757532 Jan 25 03:36:10.910720 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3865a4-17c6-440a-8dd3-3ff9c0e019f2'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:36:10.922795 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c03f5d-0f95-4917-bf8c-eeab3f4fd6c6') {'for_net_delete': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:36:10.923378 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c03f5d-0f95-4917-bf8c-eeab3f4fd6c6') {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:36:10.929821 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-78c921d8-6748-4ea6-9899-4a9bfa361baf admin admin] Publish callbacks [] for security_group (f810e5a1-ef71-4eca-984b-f02c938d436c), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:10.944880 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760337342257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614818'] for segment (03c03f5d-0f95-4917-bf8c-eeab3f4fd6c6), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:10.970306 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (03c03f5d-0f95-4917-bf8c-eeab3f4fd6c6), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:10.979845 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:36:10.980163 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4618188'] for segment (03c03f5d-0f95-4917-bf8c-eeab3f4fd6c6), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:10.992025 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (565ed7d6-bff7-4ce1-97e7-071173dbd857), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:11.009294 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=7a3865a4-17c6-440a-8dd3-3ff9c0e019f2,segment=NetworkSegment(908330e8-0f34-421a-a960-e1f0e985230a),segment_id=908330e8-0f34-421a-a960-e1f0e985230a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: from cryptography.utils import int_from_bytes Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: from cryptography.utils import int_from_bytes Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: Traceback (most recent call last): Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: timer() Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: cb(*args, **kw) Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: return func(*args, **kwargs) Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: self._notify() Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:36:11.020304 dv-cinder-819011-2-iscsi neutron-server[103185]: self.callback(batched_events) Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: event.method(event) Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: return f(self, *a, **k) Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: return self._get(url).json() Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: return self.request(url, 'GET', **kwargs) Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:36:11.022724 dv-cinder-819011-2-iscsi neutron-server[103185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:36:11.050821 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=565ed7d6-bff7-4ce1-97e7-071173dbd857,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:11.110662 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe9a3cc-9739-4a2e-8887-d2a5a15c62ec" -d '{"events": [{"server_uuid": "8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a", "name": "network-vif-plugged", "status": "completed", "tag": "7a3865a4-17c6-440a-8dd3-3ff9c0e019f2"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:36:11.143387 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-78c921d8-6748-4ea6-9899-4a9bfa361baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (f810e5a1-ef71-4eca-984b-f02c938d436c), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:11.146482 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-78c921d8-6748-4ea6-9899-4a9bfa361baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:11.147176 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-78c921d8-6748-4ea6-9899-4a9bfa361baf admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/f810e5a1-ef71-4eca-984b-f02c938d436c HTTP/1.1" status: 204 len: 168 time: 0.3102717 Jan 25 03:36:11.155259 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c921d8-6748-4ea6-9899-4a9bfa361baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f810e5a1-ef71-4eca-984b-f02c938d436c,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:11.164635 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586131'] for network (7aa965cb-e564-4ecb-a74d-18e68f8c5cb4), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:11.168046 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (7a3865a4-17c6-440a-8dd3-3ff9c0e019f2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:11.186372 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:11.192757 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] 10.222.0.115 "DELETE /v2.0/networks/7aa965cb-e564-4ecb-a74d-18e68f8c5cb4 HTTP/1.1" status: 204 len: 168 time: 0.9565375 Jan 25 03:36:11.192757 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f95eea-4d7d-41c0-9003-eda6c8cd2ab4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7aa965cb-e564-4ecb-a74d-18e68f8c5cb4,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:11.194031 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 45236) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:11.247001 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=7a3865a4-17c6-440a-8dd3-3ff9c0e019f2,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:11.284356 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bc37f1-fce5-4122-be85-7c1e7fde9d5c admin admin] Deleting subnet d59c3242-0511-47c5-8356-47b43bc62fa6 {{(pid=103186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:36:11.289101 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-50bc37f1-fce5-4122-be85-7c1e7fde9d5c admin admin] Publish callbacks [] for subnet (d59c3242-0511-47c5-8356-47b43bc62fa6), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:11.320683 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e62a15-fc5d-402c-9bd2-395407aa0f50 x-openstack-request-id: req-90e62a15-fc5d-402c-9bd2-395407aa0f50 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:36:11.322254 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a", "name": "network-vif-plugged", "status": "completed", "tag": "7a3865a4-17c6-440a-8dd3-3ff9c0e019f2", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:36:11.322729 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-90e62a15-fc5d-402c-9bd2-395407aa0f50 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:36:11.323315 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3865a4-17c6-440a-8dd3-3ff9c0e019f2', 'code': 200} Jan 25 03:36:11.348330 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-50bc37f1-fce5-4122-be85-7c1e7fde9d5c admin admin] Publish callbacks [] for subnet (d59c3242-0511-47c5-8356-47b43bc62fa6), precommit_delete_associations {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:11.355514 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-50bc37f1-fce5-4122-be85-7c1e7fde9d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064499'] for subnet (d59c3242-0511-47c5-8356-47b43bc62fa6), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:11.364432 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22045ed7-e76f-4d21-b5e8-066bf76df9ab req-69b13e4b-ed61-4035-b544-42aabd85c037 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:11.367463 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-22045ed7-e76f-4d21-b5e8-066bf76df9ab req-69b13e4b-ed61-4035-b544-42aabd85c037 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 944 time: 0.0648491 Jan 25 03:36:11.429460 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['565ed7d6-bff7-4ce1-97e7-071173dbd857'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:36:11.448588 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-22045ed7-e76f-4d21-b5e8-066bf76df9ab req-def94ecf-cb58-4cb6-9b2a-5fc508c10e04 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678766 Jan 25 03:36:11.489887 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-50bc37f1-fce5-4122-be85-7c1e7fde9d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for subnet (d59c3242-0511-47c5-8356-47b43bc62fa6), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:11.543938 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-50bc37f1-fce5-4122-be85-7c1e7fde9d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:11.547113 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-50bc37f1-fce5-4122-be85-7c1e7fde9d5c admin admin] 10.222.0.115 "DELETE /v2.0/subnets/d59c3242-0511-47c5-8356-47b43bc62fa6 HTTP/1.1" status: 204 len: 168 time: 0.3515091 Jan 25 03:36:11.547555 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc37f1-fce5-4122-be85-7c1e7fde9d5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d59c3242-0511-47c5-8356-47b43bc62fa6,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:11.549264 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45254) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:11.607211 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240cc6a-2135-4bd4-83f5-ff75f89ab057 req-c11607e9-0d53-4625-8068-548b45db1ca7 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:11.608661 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f240cc6a-2135-4bd4-83f5-ff75f89ab057 req-c11607e9-0d53-4625-8068-548b45db1ca7 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 945 time: 0.1044605 Jan 25 03:36:11.690629 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b313-e01b-4971-be49-847612f2fc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682109'] for network (872dc48e-4d5c-4a2c-bcf7-e219f20d3406), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:11.699618 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f240cc6a-2135-4bd4-83f5-ff75f89ab057 req-ce79634f-5ce9-4b1a-9713-2d6e4d9f99ba tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835309 Jan 25 03:36:11.822173 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b313-e01b-4971-be49-847612f2fc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062318', 'neutron.services.segments.db._delete_segments_for_network-8760337342383'] for network (872dc48e-4d5c-4a2c-bcf7-e219f20d3406), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:11.855231 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe33160-222e-48e0-a95d-177e7e3b9759 req-2e2915c8-8f54-455e-8a2d-c24b9a802d29 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:11.856788 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fbe33160-222e-48e0-a95d-177e7e3b9759 req-2e2915c8-8f54-455e-8a2d-c24b9a802d29 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.1205425 Jan 25 03:36:11.861741 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-c7d0b313-e01b-4971-be49-847612f2fc39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872dc48e-4d5c-4a2c-bcf7-e219f20d3406']}} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:36:11.873929 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-c7d0b313-e01b-4971-be49-847612f2fc39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da53174-b11e-42e3-b760-13b554394fc7') {'for_net_delete': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:36:11.874152 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-c7d0b313-e01b-4971-be49-847612f2fc39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da53174-b11e-42e3-b760-13b554394fc7') {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:36:11.876898 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94d956-8471-4563-aaef-558c5a747b18 req-dc8765fd-6bdb-4114-88ec-cb42ee89023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:11.878422 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2d94d956-8471-4563-aaef-558c5a747b18 req-dc8765fd-6bdb-4114-88ec-cb42ee89023a service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 1098 time: 0.0987990 Jan 25 03:36:11.893958 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b313-e01b-4971-be49-847612f2fc39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760337342257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614818'] for segment (0da53174-b11e-42e3-b760-13b554394fc7), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:11.900248 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-2d94d956-8471-4563-aaef-558c5a747b18 req-885ea64b-cec9-4ac0-8da6-2973ced24ac1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:11.916934 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b313-e01b-4971-be49-847612f2fc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (0da53174-b11e-42e3-b760-13b554394fc7), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:11.931461 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d0b313-e01b-4971-be49-847612f2fc39 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:36:11.931841 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b313-e01b-4971-be49-847612f2fc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4618188'] for segment (0da53174-b11e-42e3-b760-13b554394fc7), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: Traceback (most recent call last): Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: timer() Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: cb(*args, **kw) Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: return func(*args, **kwargs) Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: self._notify() Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: self.callback(batched_events) Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: event.method(event) Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: return f(self, *a, **k) Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: return self._get(url).json() Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: return self.request(url, 'GET', **kwargs) Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:36:11.933494 dv-cinder-819011-2-iscsi neutron-server[103185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:36:11.954263 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fbe33160-222e-48e0-a95d-177e7e3b9759 req-efdc6049-789b-4720-88b8-a960bb388c68 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843518 Jan 25 03:36:12.030217 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91fc95-0966-435e-b1be-ef9e5904ac1d req-2f4f7164-dac9-4e7a-bd42-12abae45abb4 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:12.031984 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4f91fc95-0966-435e-b1be-ef9e5904ac1d req-2f4f7164-dac9-4e7a-bd42-12abae45abb4 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0516822 Jan 25 03:36:12.069103 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b313-e01b-4971-be49-847612f2fc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586131'] for network (872dc48e-4d5c-4a2c-bcf7-e219f20d3406), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:12.075548 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b313-e01b-4971-be49-847612f2fc39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:12.081584 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c7d0b313-e01b-4971-be49-847612f2fc39 admin admin] 10.222.0.115 "DELETE /v2.0/networks/872dc48e-4d5c-4a2c-bcf7-e219f20d3406 HTTP/1.1" status: 204 len: 168 time: 0.5289145 Jan 25 03:36:12.092563 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4f91fc95-0966-435e-b1be-ef9e5904ac1d req-380792ad-beae-4c37-858d-ad9322bc9f5f tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521252 Jan 25 03:36:12.094021 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0b313-e01b-4971-be49-847612f2fc39 admin admin] Pushing event deleted for resources: {'Network': ['ID=872dc48e-4d5c-4a2c-bcf7-e219f20d3406,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:12.144850 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-2d94d956-8471-4563-aaef-558c5a747b18 req-885ea64b-cec9-4ac0-8da6-2973ced24ac1 service neutron] Publish callbacks [] for security_group (64a24e22-9173-4ff7-b1ed-0ab85d85f788), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:12.197721 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-2d94d956-8471-4563-aaef-558c5a747b18 req-885ea64b-cec9-4ac0-8da6-2973ced24ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (64a24e22-9173-4ff7-b1ed-0ab85d85f788), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:12.247194 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2d94d956-8471-4563-aaef-558c5a747b18 req-885ea64b-cec9-4ac0-8da6-2973ced24ac1 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615992 Jan 25 03:36:12.251402 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ea64b-cec9-4ac0-8da6-2973ced24ac1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=64a24e22-9173-4ff7-b1ed-0ab85d85f788,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:12.410585 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45298) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:12.453710 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-5f6bbee9-8ddf-40e4-9176-850933c780dd admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=4a78d9cbe48d43a0a762b08878cda497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418792 Jan 25 03:36:12.458332 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45302) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:12.509825 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4b77b6d4-b37f-4a57-845c-fbb08dd2191a admin admin] Publish callbacks [] for security_group (bf491caf-d955-4d3e-8591-99aa1694ad00), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:12.526236 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 23790178-4f79-4bcf-a17f-bd8e5abf0427 details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:36:12.538339 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 565ed7d6-bff7-4ce1-97e7-071173dbd857 up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:36:12.578038 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4b77b6d4-b37f-4a57-845c-fbb08dd2191a admin admin] Publish callbacks [] for security_group (bf491caf-d955-4d3e-8591-99aa1694ad00), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:12.628485 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501c03d-c8e9-445f-a9d4-5022ab506731 req-0927003b-b2ad-4b2d-844b-b343472747ef tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:12.630007 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5501c03d-c8e9-445f-a9d4-5022ab506731 req-0927003b-b2ad-4b2d-844b-b343472747ef tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 944 time: 0.0867763 Jan 25 03:36:12.682121 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 23790178-4f79-4bcf-a17f-bd8e5abf0427, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=23790178-4f79-4bcf-a17f-bd8e5abf0427,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:36:12.684666 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5501c03d-c8e9-445f-a9d4-5022ab506731 req-9b967b5b-519d-4605-9576-0e2eded10166 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479174 Jan 25 03:36:12.694201 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': '23790178-4f79-4bcf-a17f-bd8e5abf0427', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'port_id': '23790178-4f79-4bcf-a17f-bd8e5abf0427', 'mac_address': 'fa:16:3e:e3:39:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:36:12.734517 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 23790178-4f79-4bcf-a17f-bd8e5abf0427 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:36:12.734898 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:12.746073 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4b77b6d4-b37f-4a57-845c-fbb08dd2191a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (bf491caf-d955-4d3e-8591-99aa1694ad00), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:12.750348 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4b77b6d4-b37f-4a57-845c-fbb08dd2191a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:12.751877 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-4b77b6d4-b37f-4a57-845c-fbb08dd2191a admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/bf491caf-d955-4d3e-8591-99aa1694ad00 HTTP/1.1" status: 204 len: 168 time: 0.2925053 Jan 25 03:36:12.756727 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23790178-4f79-4bcf-a17f-bd8e5abf0427 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:36:12.766053 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77b6d4-b37f-4a57-845c-fbb08dd2191a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf491caf-d955-4d3e-8591-99aa1694ad00,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:12.780797 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 23790178-4f79-4bcf-a17f-bd8e5abf0427, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=23790178-4f79-4bcf-a17f-bd8e5abf0427,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:36:12.783030 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port 565ed7d6-bff7-4ce1-97e7-071173dbd857 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:36:12.791088 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port 565ed7d6-bff7-4ce1-97e7-071173dbd857 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:36:12.791468 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (565ed7d6-bff7-4ce1-97e7-071173dbd857), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:12.853043 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57081db8-8f89-435f-aca3-cf14e2b12ec2 req-92737087-86c3-42a3-b989-74e90e5df487 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:12.854704 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-57081db8-8f89-435f-aca3-cf14e2b12ec2 req-92737087-86c3-42a3-b989-74e90e5df487 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 945 time: 0.0530813 Jan 25 03:36:12.885417 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 565ed7d6-bff7-4ce1-97e7-071173dbd857 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:36:12.885809 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (565ed7d6-bff7-4ce1-97e7-071173dbd857), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:12.895366 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:12.940779 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-57081db8-8f89-435f-aca3-cf14e2b12ec2 req-97f1d318-494b-4f09-b752-d567cc7ef2d6 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723321 Jan 25 03:36:12.957850 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 565ed7d6-bff7-4ce1-97e7-071173dbd857, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=565ed7d6-bff7-4ce1-97e7-071173dbd857,segment=NetworkSegment(b2c63bc6-3c43-4648-ac9b-c699ff3bbb42),segment_id=b2c63bc6-3c43-4648-ac9b-c699ff3bbb42)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:36:12.972635 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=23790178-4f79-4bcf-a17f-bd8e5abf0427,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:13.030776 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (565ed7d6-bff7-4ce1-97e7-071173dbd857), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:13.030908 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:36:13.085444 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33ed5c-f84c-4ff9-906c-44a6751d27c5 req-2b43ce90-4838-4767-a393-5eef87d74f50 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:13.087954 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dd33ed5c-f84c-4ff9-906c-44a6751d27c5 req-2b43ce90-4838-4767-a393-5eef87d74f50 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 944 time: 0.0611005 Jan 25 03:36:13.118376 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=565ed7d6-bff7-4ce1-97e7-071173dbd857,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:13.132811 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 45332) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:13.142525 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dd33ed5c-f84c-4ff9-906c-44a6751d27c5 req-f70a11dd-883c-45bb-8582-eaff204cb68c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482681 Jan 25 03:36:13.215586 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:36:13.219781 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:36:13.220242 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (29297f0b-07c1-43dd-9bc9-7ce2fc61fabf), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:13.226084 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83494ddd-9eff-4127-b309-58c8c8327502 req-24be1d91-f16d-480f-8a74-6d986fa00a80 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:13.227899 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-83494ddd-9eff-4127-b309-58c8c8327502 req-24be1d91-f16d-480f-8a74-6d986fa00a80 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0504303 Jan 25 03:36:13.287236 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-83494ddd-9eff-4127-b309-58c8c8327502 req-70512916-f5ef-40d3-b4dd-2af17c88edc7 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532339 Jan 25 03:36:13.318718 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:36:13.319261 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (29297f0b-07c1-43dd-9bc9-7ce2fc61fabf), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:13.322825 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-138946ce-9051-4a4f-abac-b2cc692fad1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:13.328139 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83cc2c8-a438-49f9-b79c-e74359899f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565ed7d6-bff7-4ce1-97e7-071173dbd857'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:36:13.330982 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a681d426-8fce-4fb7-90a9-56cdac0a0ed1" -d '{"events": [{"server_uuid": "b83cc2c8-a438-49f9-b79c-e74359899f65", "name": "network-vif-plugged", "status": "completed", "tag": "565ed7d6-bff7-4ce1-97e7-071173dbd857"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:36:13.406032 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['23790178-4f79-4bcf-a17f-bd8e5abf0427'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:36:13.410462 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=29297f0b-07c1-43dd-9bc9-7ce2fc61fabf,segment=NetworkSegment(908330e8-0f34-421a-a960-e1f0e985230a),segment_id=908330e8-0f34-421a-a960-e1f0e985230a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:36:13.412353 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377c094e-9820-41c0-9fc8-8c42c70be9c4 x-openstack-request-id: req-377c094e-9820-41c0-9fc8-8c42c70be9c4 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:36:13.412713 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83cc2c8-a438-49f9-b79c-e74359899f65", "name": "network-vif-plugged", "status": "completed", "tag": "565ed7d6-bff7-4ce1-97e7-071173dbd857", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:36:13.412864 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-377c094e-9820-41c0-9fc8-8c42c70be9c4 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:36:13.413498 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83cc2c8-a438-49f9-b79c-e74359899f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565ed7d6-bff7-4ce1-97e7-071173dbd857', 'code': 200} Jan 25 03:36:13.426942 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-138946ce-9051-4a4f-abac-b2cc692fad1e admin admin] Publish callbacks [] for security_group (aacd21d4-c208-4c43-8210-351a3a22739d), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:13.485702 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (29297f0b-07c1-43dd-9bc9-7ce2fc61fabf), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:13.486565 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:36:13.517833 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-138946ce-9051-4a4f-abac-b2cc692fad1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (aacd21d4-c208-4c43-8210-351a3a22739d), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:13.559423 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-138946ce-9051-4a4f-abac-b2cc692fad1e admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=7482b7ff862341ae92966a6cf0b7cb2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4243066 Jan 25 03:36:13.560139 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138946ce-9051-4a4f-abac-b2cc692fad1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacd21d4-c208-4c43-8210-351a3a22739d,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:13.562145 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45346) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:13.586047 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=29297f0b-07c1-43dd-9bc9-7ce2fc61fabf,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:13.621639 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7b77756f-9d66-439e-a991-e9b1cca7406d admin admin] Publish callbacks [] for security_group (aacd21d4-c208-4c43-8210-351a3a22739d), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:13.649395 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7b77756f-9d66-439e-a991-e9b1cca7406d admin admin] Publish callbacks [] for security_group (aacd21d4-c208-4c43-8210-351a3a22739d), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:13.678569 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:36:13.683088 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:36:13.683509 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:13.775114 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45358) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:13.782041 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7b77756f-9d66-439e-a991-e9b1cca7406d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (aacd21d4-c208-4c43-8210-351a3a22739d), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:13.787514 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7b77756f-9d66-439e-a991-e9b1cca7406d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:13.788878 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:36:13.789030 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-7b77756f-9d66-439e-a991-e9b1cca7406d admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/aacd21d4-c208-4c43-8210-351a3a22739d HTTP/1.1" status: 204 len: 168 time: 0.2259135 Jan 25 03:36:13.789272 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:13.811151 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e3a0f-6644-46af-96a4-1199378a4a9b req-fd765b64-93f7-42c1-87c5-6a3ef06f1f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:13.812651 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-459e3a0f-6644-46af-96a4-1199378a4a9b req-fd765b64-93f7-42c1-87c5-6a3ef06f1f8c service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 1098 time: 0.0705540 Jan 25 03:36:13.827379 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77756f-9d66-439e-a991-e9b1cca7406d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacd21d4-c208-4c43-8210-351a3a22739d,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:13.853705 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c,segment=NetworkSegment(1655bac7-6a9f-4c1c-8833-422ec3e68371),segment_id=1655bac7-6a9f-4c1c-8833-422ec3e68371)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:36:13.872950 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-bae0d7f5-7a10-417f-b7d7-01a478881002 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=658eb746c57b46f3b0a32a131f40963d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0967317 Jan 25 03:36:13.875436 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45368) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:13.921706 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc8002-7c30-4da7-a0f4-70da64b51d08 req-2c3815a7-0f85-4110-855f-735fa053be33 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:13.923180 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0cbc8002-7c30-4da7-a0f4-70da64b51d08 req-2c3815a7-0f85-4110-855f-735fa053be33 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 945 time: 0.1063206 Jan 25 03:36:13.925746 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-459e3a0f-6644-46af-96a4-1199378a4a9b req-a2d36ad8-0a8b-4bd2-a120-6c649dcc5744 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937788 Jan 25 03:36:13.951654 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-448fde33-911b-4365-8a77-c52c27759afb admin admin] Publish callbacks [] for security_group (563a38ea-1dac-42e2-ac31-c7d1ea0b02c6), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:13.977558 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:13.996090 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-448fde33-911b-4365-8a77-c52c27759afb admin admin] Publish callbacks [] for security_group (563a38ea-1dac-42e2-ac31-c7d1ea0b02c6), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:14.003606 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0cbc8002-7c30-4da7-a0f4-70da64b51d08 req-ee54f136-9ed2-41e8-b7b3-a332789a4ccc tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744820 Jan 25 03:36:14.066680 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:14.123554 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14ca76-8bdb-4dfc-b419-df0fc47bb9ce req-30dc2346-24c0-4249-8822-57406e42ff0d tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:14.125032 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2b14ca76-8bdb-4dfc-b419-df0fc47bb9ce req-30dc2346-24c0-4249-8822-57406e42ff0d tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 946 time: 0.0595384 Jan 25 03:36:14.126126 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-448fde33-911b-4365-8a77-c52c27759afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (563a38ea-1dac-42e2-ac31-c7d1ea0b02c6), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:14.128753 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-448fde33-911b-4365-8a77-c52c27759afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:14.129759 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-448fde33-911b-4365-8a77-c52c27759afb admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/563a38ea-1dac-42e2-ac31-c7d1ea0b02c6 HTTP/1.1" status: 204 len: 168 time: 0.2530773 Jan 25 03:36:14.144507 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fde33-911b-4365-8a77-c52c27759afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563a38ea-1dac-42e2-ac31-c7d1ea0b02c6,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:14.181009 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2b14ca76-8bdb-4dfc-b419-df0fc47bb9ce req-866bbee0-139c-4987-9911-59accacd7c02 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480194 Jan 25 03:36:14.272539 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cb521-d333-410e-844b-6c1044100c6a req-9e7b5225-9d12-4bd5-a842-71176216fcad tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:14.274089 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d86cb521-d333-410e-844b-6c1044100c6a req-9e7b5225-9d12-4bd5-a842-71176216fcad tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 944 time: 0.0476377 Jan 25 03:36:14.321086 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d86cb521-d333-410e-844b-6c1044100c6a req-482eea1a-4890-461b-9645-7741b5246758 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413656 Jan 25 03:36:14.419287 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb4871-a1a5-4608-a62a-4184986e3579 req-0e12afe8-c80e-4d7b-bddc-980b301a1ff4 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:14.419287 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2dcb4871-a1a5-4608-a62a-4184986e3579 req-0e12afe8-c80e-4d7b-bddc-980b301a1ff4 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0522721 Jan 25 03:36:14.472186 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2dcb4871-a1a5-4608-a62a-4184986e3579 req-00016728-b0c0-458f-8138-e5a5c0247690 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473995 Jan 25 03:36:14.682408 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45392) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:14.822388 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c9fe9bb-42fd-4f0b-813c-1a3274d6c174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:14.919470 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c9fe9bb-42fd-4f0b-813c-1a3274d6c174 admin admin] Publish callbacks [] for security_group (e21745d9-7426-450e-aa38-f414043daaaf), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:14.953795 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45402) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:14.970720 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5acff7cf-a512-403e-8f81-3c769c973b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:15.013822 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c9fe9bb-42fd-4f0b-813c-1a3274d6c174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (e21745d9-7426-450e-aa38-f414043daaaf), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:15.076810 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-4c9fe9bb-42fd-4f0b-813c-1a3274d6c174 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=52003809c297473cbe6dcb6179fa708c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3928599 Jan 25 03:36:15.079641 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 45408) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:15.081385 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9fe9bb-42fd-4f0b-813c-1a3274d6c174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21745d9-7426-450e-aa38-f414043daaaf,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:15.103456 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5acff7cf-a512-403e-8f81-3c769c973b68 admin admin] Publish callbacks [] for security_group (2284cded-bf0b-4424-ae82-397de4794a8b), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:15.166630 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5acff7cf-a512-403e-8f81-3c769c973b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (2284cded-bf0b-4424-ae82-397de4794a8b), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:15.173697 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85b76b-0990-4e68-99e1-3794d6161539 req-a9afcadf-d42f-4499-86a3-9b4d417936b4 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:15.175225 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4a85b76b-0990-4e68-99e1-3794d6161539 req-a9afcadf-d42f-4499-86a3-9b4d417936b4 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 945 time: 0.0855834 Jan 25 03:36:15.181040 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f7346bf6-ecf9-490a-a9c8-8bc2b266eee3 admin admin] Publish callbacks [] for security_group (e21745d9-7426-450e-aa38-f414043daaaf), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:15.212158 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-5acff7cf-a512-403e-8f81-3c769c973b68 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=a378a53ba46846798ffa14c633fcb61e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531776 Jan 25 03:36:15.212158 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45412) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:15.218642 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f7346bf6-ecf9-490a-a9c8-8bc2b266eee3 admin admin] Publish callbacks [] for security_group (e21745d9-7426-450e-aa38-f414043daaaf), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:15.245063 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acff7cf-a512-403e-8f81-3c769c973b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2284cded-bf0b-4424-ae82-397de4794a8b,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:15.275443 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4a85b76b-0990-4e68-99e1-3794d6161539 req-352b5ef0-560e-465a-b08d-c5873437046f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893230 Jan 25 03:36:15.342936 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-99df238c-ff67-4a2c-bedd-99ce716e4c75 admin admin] Publish callbacks [] for security_group (2284cded-bf0b-4424-ae82-397de4794a8b), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:15.375198 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f7346bf6-ecf9-490a-a9c8-8bc2b266eee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (e21745d9-7426-450e-aa38-f414043daaaf), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:15.377863 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f7346bf6-ecf9-490a-a9c8-8bc2b266eee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:15.379051 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-f7346bf6-ecf9-490a-a9c8-8bc2b266eee3 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/e21745d9-7426-450e-aa38-f414043daaaf HTTP/1.1" status: 204 len: 168 time: 0.2973590 Jan 25 03:36:15.393391 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-99df238c-ff67-4a2c-bedd-99ce716e4c75 admin admin] Publish callbacks [] for security_group (2284cded-bf0b-4424-ae82-397de4794a8b), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:15.395643 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7346bf6-ecf9-490a-a9c8-8bc2b266eee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21745d9-7426-450e-aa38-f414043daaaf,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:15.419332 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee287b3-26c3-4380-9244-a49707429d35 req-b37976e0-30a1-4180-88ab-8b3a6cd40116 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:15.419332 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-eee287b3-26c3-4380-9244-a49707429d35 req-b37976e0-30a1-4180-88ab-8b3a6cd40116 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 946 time: 0.1047163 Jan 25 03:36:15.421910 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d82b81-05dd-4075-8d84-577551c2a689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29297f0b-07c1-43dd-9bc9-7ce2fc61fabf'}, {'server_uuid': '182d19da-cad7-4773-bd15-67d9285d2c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:36:15.427228 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b14492-f03c-45e3-90a5-2ecbb70351f8" -d '{"events": [{"server_uuid": "17d82b81-05dd-4075-8d84-577551c2a689", "name": "network-vif-plugged", "status": "completed", "tag": "29297f0b-07c1-43dd-9bc9-7ce2fc61fabf"}, {"server_uuid": "182d19da-cad7-4773-bd15-67d9285d2c1a", "name": "network-vif-plugged", "status": "completed", "tag": "1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:36:15.507321 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf67c8-1947-40a2-9f86-50f9dc96926a req-5e21d81a-4269-4ba2-8514-33a2fc0c46a2 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:15.515617 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-24cf67c8-1947-40a2-9f86-50f9dc96926a req-5e21d81a-4269-4ba2-8514-33a2fc0c46a2 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 944 time: 0.0735149 Jan 25 03:36:15.517464 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-eee287b3-26c3-4380-9244-a49707429d35 req-7ae1d1e7-f113-4b79-bb18-05c18a6a0c72 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904038 Jan 25 03:36:15.581090 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-24cf67c8-1947-40a2-9f86-50f9dc96926a req-f174dde5-4941-490b-9928-579372cb7e2f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645771 Jan 25 03:36:15.583258 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 25 Jan 2022 03:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d612e053-e57e-437c-bbea-c5c9413667a3 x-openstack-request-id: req-d612e053-e57e-437c-bbea-c5c9413667a3 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:36:15.584052 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d82b81-05dd-4075-8d84-577551c2a689", "name": "network-vif-plugged", "status": "completed", "tag": "29297f0b-07c1-43dd-9bc9-7ce2fc61fabf", "code": 200}, {"server_uuid": "182d19da-cad7-4773-bd15-67d9285d2c1a", "name": "network-vif-plugged", "status": "completed", "tag": "1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:36:15.584675 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-d612e053-e57e-437c-bbea-c5c9413667a3 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:36:15.585267 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d82b81-05dd-4075-8d84-577551c2a689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29297f0b-07c1-43dd-9bc9-7ce2fc61fabf', 'code': 200} Jan 25 03:36:15.586786 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182d19da-cad7-4773-bd15-67d9285d2c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c', 'code': 200} Jan 25 03:36:15.620361 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-99df238c-ff67-4a2c-bedd-99ce716e4c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (2284cded-bf0b-4424-ae82-397de4794a8b), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:15.623601 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-99df238c-ff67-4a2c-bedd-99ce716e4c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:15.625223 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-99df238c-ff67-4a2c-bedd-99ce716e4c75 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/2284cded-bf0b-4424-ae82-397de4794a8b HTTP/1.1" status: 204 len: 168 time: 0.4118290 Jan 25 03:36:15.634944 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df238c-ff67-4a2c-bedd-99ce716e4c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2284cded-bf0b-4424-ae82-397de4794a8b,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:15.747119 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e810c77-2f90-443f-9255-b6cfc1aa4c69 req-acd79f8c-7ef0-4ba0-a5fe-97b462272666 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:15.748725 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9e810c77-2f90-443f-9255-b6cfc1aa4c69 req-acd79f8c-7ef0-4ba0-a5fe-97b462272666 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0718551 Jan 25 03:36:15.801411 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9e810c77-2f90-443f-9255-b6cfc1aa4c69 req-bfefb0ce-0200-44a7-bb9c-a613e1e1f065 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450330 Jan 25 03:36:15.997350 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214a453-4541-4398-8167-9be2d346de60 req-2b1c55eb-7259-4b10-851c-325cc7734475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:15.998828 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e214a453-4541-4398-8167-9be2d346de60 req-2b1c55eb-7259-4b10-851c-325cc7734475 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 1099 time: 0.0433402 Jan 25 03:36:16.079115 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e214a453-4541-4398-8167-9be2d346de60 req-e3b1666f-f946-435e-ba85-d274c488d0fa service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639203 Jan 25 03:36:16.090614 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016f77a-33ce-4641-96f7-0d598ec8e0e2 req-39630805-f81f-4ea5-b9d3-9d7983038e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:16.092841 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a016f77a-33ce-4641-96f7-0d598ec8e0e2 req-39630805-f81f-4ea5-b9d3-9d7983038e8a service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 1099 time: 0.0639677 Jan 25 03:36:16.181176 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45452) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:16.204155 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-66e979e8-75a4-4b21-ab4a-cbe845c05d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:16.286303 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-66e979e8-75a4-4b21-ab4a-cbe845c05d07 admin admin] Publish callbacks [] for security_group (5b9fa6ee-bcf8-4f74-9715-190c88e7f483), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:16.393307 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-66e979e8-75a4-4b21-ab4a-cbe845c05d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (5b9fa6ee-bcf8-4f74-9715-190c88e7f483), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:16.416781 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ab31d-c6aa-406c-9727-50cb3e6da2f6 req-276c4389-05f4-4705-b915-a7d64a97d938 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:16.418310 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b40ab31d-c6aa-406c-9727-50cb3e6da2f6 req-276c4389-05f4-4705-b915-a7d64a97d938 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 945 time: 0.0647762 Jan 25 03:36:16.454746 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f56070-e7dd-415d-aa15-3e9bbf5e46c6 req-abaac967-b068-4edf-b2f6-4c0adde82efd tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:16.456292 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d4f56070-e7dd-415d-aa15-3e9bbf5e46c6 req-abaac967-b068-4edf-b2f6-4c0adde82efd tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.1006961 Jan 25 03:36:16.463835 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-66e979e8-75a4-4b21-ab4a-cbe845c05d07 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=60b5994acc19404cb9e586c83e26ba42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814598 Jan 25 03:36:16.465937 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e979e8-75a4-4b21-ab4a-cbe845c05d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9fa6ee-bcf8-4f74-9715-190c88e7f483,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:16.468353 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45468) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:16.523473 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a016f77a-33ce-4641-96f7-0d598ec8e0e2 req-27c8bbce-b634-4730-b77f-f9ad0cfde2fa service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746331 Jan 25 03:36:16.535385 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 23790178-4f79-4bcf-a17f-bd8e5abf0427 up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:36:16.541760 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b40ab31d-c6aa-406c-9727-50cb3e6da2f6 req-b2daea7f-1230-45d7-88fc-f546da23dd52 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096241 Jan 25 03:36:16.561330 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d4f56070-e7dd-415d-aa15-3e9bbf5e46c6 req-bc24d071-e6ec-4525-a585-68ad65a7fafa tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877161 Jan 25 03:36:16.600664 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85656dbf-eaf4-4f64-90a0-090e576ca451 admin admin] Publish callbacks [] for security_group (5b9fa6ee-bcf8-4f74-9715-190c88e7f483), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:16.645571 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85656dbf-eaf4-4f64-90a0-090e576ca451 admin admin] Publish callbacks [] for security_group (5b9fa6ee-bcf8-4f74-9715-190c88e7f483), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:16.708343 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bae42-779a-4abf-91e1-cb6937e2e499 req-a420311c-7199-4ac1-a230-482dc8ea4e74 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:16.718866 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-121bae42-779a-4abf-91e1-cb6937e2e499 req-a420311c-7199-4ac1-a230-482dc8ea4e74 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 946 time: 0.0995646 Jan 25 03:36:16.749543 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port 23790178-4f79-4bcf-a17f-bd8e5abf0427 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:36:16.758893 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port 23790178-4f79-4bcf-a17f-bd8e5abf0427 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:36:16.758893 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:16.763024 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c1fee-60f5-490d-8acd-b70054f9164d req-633b7a12-204d-4a37-846d-2770215e8779 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:16.764688 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec3c1fee-60f5-490d-8acd-b70054f9164d req-633b7a12-204d-4a37-846d-2770215e8779 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 944 time: 0.0635474 Jan 25 03:36:16.816762 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85656dbf-eaf4-4f64-90a0-090e576ca451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (5b9fa6ee-bcf8-4f74-9715-190c88e7f483), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:16.822901 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85656dbf-eaf4-4f64-90a0-090e576ca451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:16.823209 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-121bae42-779a-4abf-91e1-cb6937e2e499 req-0bbb41e2-4364-4cf1-af96-5a551ea00b4f tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936623 Jan 25 03:36:16.824144 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-85656dbf-eaf4-4f64-90a0-090e576ca451 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/5b9fa6ee-bcf8-4f74-9715-190c88e7f483 HTTP/1.1" status: 204 len: 168 time: 0.3542314 Jan 25 03:36:16.845982 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec3c1fee-60f5-490d-8acd-b70054f9164d req-79c6fca5-e64f-461e-b34b-6d68d30ce90c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746322 Jan 25 03:36:16.851774 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85656dbf-eaf4-4f64-90a0-090e576ca451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9fa6ee-bcf8-4f74-9715-190c88e7f483,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:16.905651 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 23790178-4f79-4bcf-a17f-bd8e5abf0427 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:36:16.910925 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:16.941489 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 23790178-4f79-4bcf-a17f-bd8e5abf0427, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=23790178-4f79-4bcf-a17f-bd8e5abf0427,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:36:17.052212 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:17.108157 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=23790178-4f79-4bcf-a17f-bd8e5abf0427,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:17.588195 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c1179f-67c0-4198-8933-7cabe5c964f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23790178-4f79-4bcf-a17f-bd8e5abf0427'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:36:17.590520 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca735cd1-5ec8-403d-9103-62857415e633" -d '{"events": [{"server_uuid": "b5c1179f-67c0-4198-8933-7cabe5c964f3", "name": "network-vif-plugged", "status": "completed", "tag": "23790178-4f79-4bcf-a17f-bd8e5abf0427"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:36:17.637081 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56922b8-db5d-45b3-9f17-654a264d6d91 x-openstack-request-id: req-d56922b8-db5d-45b3-9f17-654a264d6d91 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:36:17.637518 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c1179f-67c0-4198-8933-7cabe5c964f3", "name": "network-vif-plugged", "status": "completed", "tag": "23790178-4f79-4bcf-a17f-bd8e5abf0427", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:36:17.642560 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-d56922b8-db5d-45b3-9f17-654a264d6d91 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:36:17.643017 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c1179f-67c0-4198-8933-7cabe5c964f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23790178-4f79-4bcf-a17f-bd8e5abf0427', 'code': 200} Jan 25 03:36:17.685521 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc90fa-3ce4-4efc-b895-661e23620096 req-2cd72792-1f41-4350-9d8a-a013b3d2cbb9 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:17.689614 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1ebc90fa-3ce4-4efc-b895-661e23620096 req-2cd72792-1f41-4350-9d8a-a013b3d2cbb9 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0529406 Jan 25 03:36:17.740349 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1ebc90fa-3ce4-4efc-b895-661e23620096 req-2f75f2de-2b51-414f-802c-6fe3829182d6 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477676 Jan 25 03:36:17.943147 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82c1ec-78fe-432f-a301-22617627c3fd req-3e785f10-6e78-41be-858d-5cb98955c353 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:17.944661 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7d82c1ec-78fe-432f-a301-22617627c3fd req-3e785f10-6e78-41be-858d-5cb98955c353 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 946 time: 0.0590076 Jan 25 03:36:17.991322 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d903c-e62b-4f9e-a26b-7ff9f6971040 req-86341d82-b16e-4491-a404-82070806fbc2 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:17.993053 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-341d903c-e62b-4f9e-a26b-7ff9f6971040 req-86341d82-b16e-4491-a404-82070806fbc2 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0546384 Jan 25 03:36:17.997563 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7d82c1ec-78fe-432f-a301-22617627c3fd req-5f348de7-c76e-4c69-b740-62a566a360ac tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462213 Jan 25 03:36:18.055892 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-341d903c-e62b-4f9e-a26b-7ff9f6971040 req-65fdc72d-bc57-492b-8623-7e2b8722f029 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544295 Jan 25 03:36:18.860779 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a77bc-6a35-4fa1-8cfb-6a257e48011a req-e022df82-b5e4-4f32-b44f-65a5668745fe tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:18.862357 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-233a77bc-6a35-4fa1-8cfb-6a257e48011a req-e022df82-b5e4-4f32-b44f-65a5668745fe tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0534477 Jan 25 03:36:18.913731 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-233a77bc-6a35-4fa1-8cfb-6a257e48011a req-cb24d3e5-cfbf-4044-9d1f-88abf6a42afd tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452852 Jan 25 03:36:19.143662 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e045e8-ed8b-41a8-9d1b-eeebc5c9c2d7 req-318dd43f-d9ab-45f6-9bef-7d49e36cd39a tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:19.149324 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e6e045e8-ed8b-41a8-9d1b-eeebc5c9c2d7 req-318dd43f-d9ab-45f6-9bef-7d49e36cd39a tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 946 time: 0.0736020 Jan 25 03:36:19.183157 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45610) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:19.197509 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c82ff-76a9-44b5-af35-d2bd24e84038 req-1107e848-0ead-48a7-9384-ac7c15e5a407 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:19.206158 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-787c82ff-76a9-44b5-af35-d2bd24e84038 req-1107e848-0ead-48a7-9384-ac7c15e5a407 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0695512 Jan 25 03:36:19.214156 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e6e045e8-ed8b-41a8-9d1b-eeebc5c9c2d7 req-69171658-1575-4f74-9c71-7874b32b4782 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591719 Jan 25 03:36:19.258687 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-787c82ff-76a9-44b5-af35-d2bd24e84038 req-07b27d20-96fd-41b4-a511-e9f90f3c8ed5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509930 Jan 25 03:36:19.400804 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-af0f146d-9f11-4b8e-b944-14cc59b9aa98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:19.479676 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-af0f146d-9f11-4b8e-b944-14cc59b9aa98 admin admin] Publish callbacks [] for security_group (df2ff69c-66e9-420d-a04c-95959d1f31dd), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:19.563447 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-af0f146d-9f11-4b8e-b944-14cc59b9aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (df2ff69c-66e9-420d-a04c-95959d1f31dd), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:19.604051 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f146d-9f11-4b8e-b944-14cc59b9aa98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2ff69c-66e9-420d-a04c-95959d1f31dd,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:19.612644 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-af0f146d-9f11-4b8e-b944-14cc59b9aa98 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=e1c7c37f51514e258a090afbf4574943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4309144 Jan 25 03:36:19.612777 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 45632) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:19.664684 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d3e737f0-05c6-40be-86c9-8c7f611b917c admin admin] Publish callbacks [] for security_group (df2ff69c-66e9-420d-a04c-95959d1f31dd), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:19.685406 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d3e737f0-05c6-40be-86c9-8c7f611b917c admin admin] Publish callbacks [] for security_group (df2ff69c-66e9-420d-a04c-95959d1f31dd), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:19.817765 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d3e737f0-05c6-40be-86c9-8c7f611b917c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (df2ff69c-66e9-420d-a04c-95959d1f31dd), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:19.820571 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d3e737f0-05c6-40be-86c9-8c7f611b917c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:19.822134 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-d3e737f0-05c6-40be-86c9-8c7f611b917c admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/df2ff69c-66e9-420d-a04c-95959d1f31dd HTTP/1.1" status: 204 len: 168 time: 0.2074778 Jan 25 03:36:19.830240 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e737f0-05c6-40be-86c9-8c7f611b917c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2ff69c-66e9-420d-a04c-95959d1f31dd,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:20.057407 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c839faf-1ec1-4834-b654-870747c0eb1d req-f83fbc2c-d70f-46ea-8e6b-b70302118912 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:20.057407 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3c839faf-1ec1-4834-b654-870747c0eb1d req-f83fbc2c-d70f-46ea-8e6b-b70302118912 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0610650 Jan 25 03:36:20.098692 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3c839faf-1ec1-4834-b654-870747c0eb1d req-229071ba-fa82-4c50-b3a3-808b11ebf262 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425663 Jan 25 03:36:20.334583 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d1f9a-cf77-4137-af69-ed245cbf4410 req-ccb5de9f-01d6-476e-926a-3b5d64374efc tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:20.336945 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a16d1f9a-cf77-4137-af69-ed245cbf4410 req-ccb5de9f-01d6-476e-926a-3b5d64374efc tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 946 time: 0.0554466 Jan 25 03:36:20.382701 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76907715-1173-43f6-8bd1-51616a62f099 req-534ead28-860b-4e57-8bbe-faa5511afb7f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:20.384277 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-76907715-1173-43f6-8bd1-51616a62f099 req-534ead28-860b-4e57-8bbe-faa5511afb7f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0497158 Jan 25 03:36:20.385238 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a16d1f9a-cf77-4137-af69-ed245cbf4410 req-8b3111f0-03fa-4e65-9fcd-dd1f7e8116fb tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426476 Jan 25 03:36:20.432564 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-76907715-1173-43f6-8bd1-51616a62f099 req-f027d877-6568-4f06-9cd2-9e8879f7846b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426791 Jan 25 03:36:20.687203 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 45656) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:20.703262 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa9ac-305c-4e70-9435-0398cec56cc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:20.775322 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa9ac-305c-4e70-9435-0398cec56cc0 admin admin] Publish callbacks [] for security_group (590a99fd-7b5d-4cdc-b7d3-8afe6932ddb2), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:20.869211 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa9ac-305c-4e70-9435-0398cec56cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (590a99fd-7b5d-4cdc-b7d3-8afe6932ddb2), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:20.912367 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-4a8aa9ac-305c-4e70-9435-0398cec56cc0 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=dc8953b9b96b4b7fb04d506c85e16e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240846 Jan 25 03:36:20.913340 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8aa9ac-305c-4e70-9435-0398cec56cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590a99fd-7b5d-4cdc-b7d3-8afe6932ddb2,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:20.916033 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45660) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:20.973125 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-07c2c43f-fab1-4766-8d7c-5e252c0f310c admin admin] Publish callbacks [] for security_group (590a99fd-7b5d-4cdc-b7d3-8afe6932ddb2), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:20.995378 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-07c2c43f-fab1-4766-8d7c-5e252c0f310c admin admin] Publish callbacks [] for security_group (590a99fd-7b5d-4cdc-b7d3-8afe6932ddb2), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:21.054201 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83023fc-6ce8-4f4e-83ec-bcba3ccf6bd9 req-9c992105-6640-44df-b4c2-20d98007fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:21.056444 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c83023fc-6ce8-4f4e-83ec-bcba3ccf6bd9 req-9c992105-6640-44df-b4c2-20d98007fee9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b7c304fa11cb41daba65e6a85cf2c360&device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 1098 time: 0.0434864 Jan 25 03:36:21.122638 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-07c2c43f-fab1-4766-8d7c-5e252c0f310c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (590a99fd-7b5d-4cdc-b7d3-8afe6932ddb2), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:21.125363 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-07c2c43f-fab1-4766-8d7c-5e252c0f310c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:21.126538 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-07c2c43f-fab1-4766-8d7c-5e252c0f310c admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/590a99fd-7b5d-4cdc-b7d3-8afe6932ddb2 HTTP/1.1" status: 204 len: 168 time: 0.2095137 Jan 25 03:36:21.134407 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2c43f-fab1-4766-8d7c-5e252c0f310c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590a99fd-7b5d-4cdc-b7d3-8afe6932ddb2,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:21.161794 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83023fc-6ce8-4f4e-83ec-bcba3ccf6bd9 req-a2bee973-7d6a-4aa1-8222-3cd5dd5bbf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:21.163657 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c83023fc-6ce8-4f4e-83ec-bcba3ccf6bd9 req-a2bee973-7d6a-4aa1-8222-3cd5dd5bbf8e service neutron] 10.222.0.112 "GET /v2.0/networks?id=21305d52-419e-4a5b-aa5c-f29427395669 HTTP/1.1" status: 200 len: 919 time: 0.0940807 Jan 25 03:36:21.210311 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c83023fc-6ce8-4f4e-83ec-bcba3ccf6bd9 req-e14a0c2e-d7f9-45ba-95c2-2b6ea5e36b77 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 HTTP/1.1" status: 200 len: 217 time: 0.0382676 Jan 25 03:36:21.261908 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83023fc-6ce8-4f4e-83ec-bcba3ccf6bd9 req-cc439503-b45f-40bf-9952-ab0b7e338dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:21.267575 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c83023fc-6ce8-4f4e-83ec-bcba3ccf6bd9 req-cc439503-b45f-40bf-9952-ab0b7e338dde service neutron] 10.222.0.112 "GET /v2.0/subnets?id=069704cf-3960-4585-9364-1bd4be4f6c51 HTTP/1.1" status: 200 len: 859 time: 0.0471377 Jan 25 03:36:21.267704 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af381f-c0d0-428a-844d-a5bfeb8067ba req-088258ff-10e2-4f3a-ba7a-7e8f09dfdb1e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:21.267704 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-79af381f-c0d0-428a-844d-a5bfeb8067ba req-088258ff-10e2-4f3a-ba7a-7e8f09dfdb1e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0645206 Jan 25 03:36:21.298434 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c83023fc-6ce8-4f4e-83ec-bcba3ccf6bd9 req-598e6513-ca2e-4fa8-846e-036e3f3b8e71 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=21305d52-419e-4a5b-aa5c-f29427395669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280893 Jan 25 03:36:21.314994 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-79af381f-c0d0-428a-844d-a5bfeb8067ba req-9f933837-b704-4ae4-849b-b1aa8b67483d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415547 Jan 25 03:36:21.425365 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c83023fc-6ce8-4f4e-83ec-bcba3ccf6bd9 req-026124cc-8c7a-46c0-9830-4bf7fadaafe2 service neutron] 10.222.0.112 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124690 Jan 25 03:36:21.446091 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8c2cf-1925-4517-b5a3-daacd6ba7424 req-99fcad93-c8e5-4358-abf8-b63d24b08fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:21.447630 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4be8c2cf-1925-4517-b5a3-daacd6ba7424 req-99fcad93-c8e5-4358-abf8-b63d24b08fbf service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 1098 time: 0.0658391 Jan 25 03:36:21.576324 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3941d60-ae22-45f3-92af-c4bc7d95065b req-cbe6d28e-d59f-40bd-b237-8e88d048aa5f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:21.579044 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3941d60-ae22-45f3-92af-c4bc7d95065b req-cbe6d28e-d59f-40bd-b237-8e88d048aa5f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0656769 Jan 25 03:36:21.595833 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4915b3-8e64-4d21-8b13-e73173e165be req-a7490681-d97b-4375-8814-9cc79aa479a5 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:21.597344 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7a4915b3-8e64-4d21-8b13-e73173e165be req-a7490681-d97b-4375-8814-9cc79aa479a5 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 946 time: 0.1370208 Jan 25 03:36:21.602249 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4be8c2cf-1925-4517-b5a3-daacd6ba7424 req-aaeeca88-c044-4aa1-8daa-4b1e01250b54 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374266 Jan 25 03:36:21.605280 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c83023fc-6ce8-4f4e-83ec-bcba3ccf6bd9 req-641c0711-30a7-454d-a796-e1592e70a85a service neutron] 10.222.0.112 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692181 Jan 25 03:36:21.638751 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3941d60-ae22-45f3-92af-c4bc7d95065b req-bdb0e580-8daa-4f19-8be7-8558acf37277 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542953 Jan 25 03:36:21.661733 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7a4915b3-8e64-4d21-8b13-e73173e165be req-bb9f0bfe-b3cf-4f31-8bfe-b84a3e13595d tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539289 Jan 25 03:36:22.434403 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43803c1a-c548-4e95-a8ab-2feddcc7795c req-58d716e2-c44b-46d0-af23-1fb873d787ae tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:22.435882 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-43803c1a-c548-4e95-a8ab-2feddcc7795c req-58d716e2-c44b-46d0-af23-1fb873d787ae tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0476589 Jan 25 03:36:22.487699 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-43803c1a-c548-4e95-a8ab-2feddcc7795c req-6f019d67-e968-4a99-b830-3e49ce1f44f4 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456090 Jan 25 03:36:22.780823 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998638eb-fe63-4742-914d-34e371e1cc72 req-a769f1e2-489a-4387-8d89-ddac9946584f tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:22.782367 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-998638eb-fe63-4742-914d-34e371e1cc72 req-a769f1e2-489a-4387-8d89-ddac9946584f tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 946 time: 0.0479302 Jan 25 03:36:22.829324 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-998638eb-fe63-4742-914d-34e371e1cc72 req-1c1e4e35-c86a-4cc5-96ee-2aa5aa8fcf89 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413666 Jan 25 03:36:22.929285 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52082711-4463-4de2-b9b8-5d043b26dce2 req-3e84f9ac-cf6c-4d96-9fbd-ba47529aaf57 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:22.930982 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-52082711-4463-4de2-b9b8-5d043b26dce2 req-3e84f9ac-cf6c-4d96-9fbd-ba47529aaf57 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0481896 Jan 25 03:36:22.988198 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-52082711-4463-4de2-b9b8-5d043b26dce2 req-3126a496-5ae9-4ec7-9442-5a31863d3d52 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503895 Jan 25 03:36:23.602470 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79287e3-af0c-481e-b8c6-d77b6e4319a2 req-73ccae7f-88e6-407d-beda-da91efef3ff5 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:23.604038 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c79287e3-af0c-481e-b8c6-d77b6e4319a2 req-73ccae7f-88e6-407d-beda-da91efef3ff5 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0510528 Jan 25 03:36:23.650230 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c79287e3-af0c-481e-b8c6-d77b6e4319a2 req-5c79c4e0-f010-4b95-8694-93a91f12f2b7 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405717 Jan 25 03:36:23.940691 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1b0f0-f26a-49b0-b6f7-d2621fa25193 req-034a665f-294e-44c6-a773-1e72ea66d268 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:23.942221 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-eff1b0f0-f26a-49b0-b6f7-d2621fa25193 req-034a665f-294e-44c6-a773-1e72ea66d268 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 946 time: 0.0470619 Jan 25 03:36:23.988908 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-eff1b0f0-f26a-49b0-b6f7-d2621fa25193 req-d976da20-c37e-45a9-b00f-9b879726d168 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 Jan 25 03:36:24.116732 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605919f6-dfbe-4c0c-8356-522f6a4ba7c0 req-ddcd7446-c5bf-445a-b765-bdf31bf3b50f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:24.119101 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-605919f6-dfbe-4c0c-8356-522f6a4ba7c0 req-ddcd7446-c5bf-445a-b765-bdf31bf3b50f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0507727 Jan 25 03:36:24.168453 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-605919f6-dfbe-4c0c-8356-522f6a4ba7c0 req-f5f0b687-a5d8-4ac8-ae4a-80bfb81a283c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437474 Jan 25 03:36:24.763090 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26518e-8b2f-4945-aab6-8f562d48c382 req-86f2dfe8-8a94-4b34-a358-97785f5cacc9 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:24.764585 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6a26518e-8b2f-4945-aab6-8f562d48c382 req-86f2dfe8-8a94-4b34-a358-97785f5cacc9 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0482738 Jan 25 03:36:24.814900 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6a26518e-8b2f-4945-aab6-8f562d48c382 req-7fa8d848-2c30-4e72-901c-40aecb2597b6 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447235 Jan 25 03:36:25.104496 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db47a60-496e-49e6-98ea-08adb4140441 req-80e6ca7c-9349-42ec-ae67-3c92b7e8cd56 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:25.105962 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0db47a60-496e-49e6-98ea-08adb4140441 req-80e6ca7c-9349-42ec-ae67-3c92b7e8cd56 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 946 time: 0.0473592 Jan 25 03:36:25.153401 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0db47a60-496e-49e6-98ea-08adb4140441 req-cb14ff84-48d0-412f-8458-432bea2fc34c tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417836 Jan 25 03:36:25.289770 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0adfc1-f45f-455b-bd44-2d89441039fb req-4aa56366-4454-4121-8fab-e6d08e13d35b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:25.291292 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bd0adfc1-f45f-455b-bd44-2d89441039fb req-4aa56366-4454-4121-8fab-e6d08e13d35b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0514469 Jan 25 03:36:25.339466 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bd0adfc1-f45f-455b-bd44-2d89441039fb req-dda81b43-dada-43df-b28f-b6cfa26571a1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414577 Jan 25 03:36:25.674373 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45788) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:25.778630 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f52a570-67e0-482b-9eca-7e14c6319e68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:25.850661 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f52a570-67e0-482b-9eca-7e14c6319e68 admin admin] Publish callbacks [] for security_group (c188838f-86ff-4538-b98c-017e495b0051), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:25.940716 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96f212-ae1d-484a-aa04-27e77fcc2c02 req-af105d71-ba62-4d0c-916a-c44d0c34f792 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:25.942179 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-eb96f212-ae1d-484a-aa04-27e77fcc2c02 req-af105d71-ba62-4d0c-916a-c44d0c34f792 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0515666 Jan 25 03:36:25.946179 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f52a570-67e0-482b-9eca-7e14c6319e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (c188838f-86ff-4538-b98c-017e495b0051), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:26.006420 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52a570-67e0-482b-9eca-7e14c6319e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c188838f-86ff-4538-b98c-017e495b0051,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:26.016417 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1f52a570-67e0-482b-9eca-7e14c6319e68 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=9541dd8598164751b19373bf043faf20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409996 Jan 25 03:36:26.024611 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 45796) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:26.028077 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-eb96f212-ae1d-484a-aa04-27e77fcc2c02 req-eb7d0e0a-d730-46c7-8c89-28de62ccc15d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789697 Jan 25 03:36:26.067210 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-067cfe07-6661-47a2-9a16-34eff8b13335 admin admin] Publish callbacks [] for security_group (c188838f-86ff-4538-b98c-017e495b0051), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:26.088325 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-067cfe07-6661-47a2-9a16-34eff8b13335 admin admin] Publish callbacks [] for security_group (c188838f-86ff-4538-b98c-017e495b0051), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:26.202561 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-067cfe07-6661-47a2-9a16-34eff8b13335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (c188838f-86ff-4538-b98c-017e495b0051), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:26.205159 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-067cfe07-6661-47a2-9a16-34eff8b13335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:26.207653 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-067cfe07-6661-47a2-9a16-34eff8b13335 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/c188838f-86ff-4538-b98c-017e495b0051 HTTP/1.1" status: 204 len: 168 time: 0.1860309 Jan 25 03:36:26.214675 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cfe07-6661-47a2-9a16-34eff8b13335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c188838f-86ff-4538-b98c-017e495b0051,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:26.270890 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beefcfe-ee23-4e87-8cae-0d001c73a873 req-ce19a155-f3ba-42f4-8898-71ef554db8a9 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:26.276295 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3beefcfe-ee23-4e87-8cae-0d001c73a873 req-ce19a155-f3ba-42f4-8898-71ef554db8a9 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 946 time: 0.0495389 Jan 25 03:36:26.319305 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3beefcfe-ee23-4e87-8cae-0d001c73a873 req-04e514e0-13a5-4b71-b4b9-ad5844f4f0bd tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408616 Jan 25 03:36:26.458924 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5adda-4c7e-43ef-b960-0935363b78a5 req-f7390ceb-ac7f-4e1c-b67e-0b942c16b50e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:26.460534 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-54c5adda-4c7e-43ef-b960-0935363b78a5 req-f7390ceb-ac7f-4e1c-b67e-0b942c16b50e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0520439 Jan 25 03:36:26.511231 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-54c5adda-4c7e-43ef-b960-0935363b78a5 req-f7b76484-68c3-43ba-b31d-d04fb8df3eae tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450099 Jan 25 03:36:26.772124 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45810) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:26.784840 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9d971705-4bba-4667-b77a-c6fa6e7f4509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:26.858813 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9d971705-4bba-4667-b77a-c6fa6e7f4509 admin admin] Publish callbacks [] for security_group (54914011-464b-4815-a970-6dbaea6447c9), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:26.996973 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9d971705-4bba-4667-b77a-c6fa6e7f4509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (54914011-464b-4815-a970-6dbaea6447c9), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:27.037115 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-9d971705-4bba-4667-b77a-c6fa6e7f4509 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=102b7e9af5c04e2c8b8ee39b06c580a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638986 Jan 25 03:36:27.037815 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d971705-4bba-4667-b77a-c6fa6e7f4509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54914011-464b-4815-a970-6dbaea6447c9,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:27.041580 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 45818) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:27.107618 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-762e83da-bd27-41bd-8510-e34cc81b8b45 admin admin] Publish callbacks [] for security_group (54914011-464b-4815-a970-6dbaea6447c9), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:27.148535 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-762e83da-bd27-41bd-8510-e34cc81b8b45 admin admin] Publish callbacks [] for security_group (54914011-464b-4815-a970-6dbaea6447c9), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:27.176548 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94a3ff-1337-4964-a00f-d0d0b5196109 req-3a45fb82-b2f5-4bcd-80c4-e8aa9d21d7a3 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:27.178022 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bb94a3ff-1337-4964-a00f-d0d0b5196109 req-3a45fb82-b2f5-4bcd-80c4-e8aa9d21d7a3 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0829976 Jan 25 03:36:27.238847 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bb94a3ff-1337-4964-a00f-d0d0b5196109 req-79dc1c40-9140-4e33-8b10-01828bbfd5f7 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514038 Jan 25 03:36:27.308562 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-762e83da-bd27-41bd-8510-e34cc81b8b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (54914011-464b-4815-a970-6dbaea6447c9), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:27.311238 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-762e83da-bd27-41bd-8510-e34cc81b8b45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:27.312366 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-762e83da-bd27-41bd-8510-e34cc81b8b45 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/54914011-464b-4815-a970-6dbaea6447c9 HTTP/1.1" status: 204 len: 168 time: 0.2698925 Jan 25 03:36:27.320564 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e83da-bd27-41bd-8510-e34cc81b8b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54914011-464b-4815-a970-6dbaea6447c9,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:27.440438 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f7bb6-a5fd-4384-a83c-84edda81815e req-b02f60f4-0b37-4c9a-92b4-41f6bccada71 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:27.441922 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2e8f7bb6-a5fd-4384-a83c-84edda81815e req-b02f60f4-0b37-4c9a-92b4-41f6bccada71 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 946 time: 0.0550973 Jan 25 03:36:27.494058 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2e8f7bb6-a5fd-4384-a83c-84edda81815e req-81cc1ce3-435f-4086-9359-d6de943042ae tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453472 Jan 25 03:36:27.631794 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c0d88-dc76-4279-9762-356ec9b15d1a req-b10b1dd6-af89-4971-ba60-453bc8cf8f14 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:27.634067 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d63c0d88-dc76-4279-9762-356ec9b15d1a req-b10b1dd6-af89-4971-ba60-453bc8cf8f14 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0503051 Jan 25 03:36:27.692119 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d63c0d88-dc76-4279-9762-356ec9b15d1a req-775c82a6-ada4-41db-93ed-687a6c18bff2 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518594 Jan 25 03:36:28.379933 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84ca91-6b5a-43ee-ad52-efd985fbbfd1 req-bff99ad7-3231-45c5-87e0-6b14470dca30 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:28.381499 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6d84ca91-6b5a-43ee-ad52-efd985fbbfd1 req-bff99ad7-3231-45c5-87e0-6b14470dca30 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0539134 Jan 25 03:36:28.451762 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6d84ca91-6b5a-43ee-ad52-efd985fbbfd1 req-769d1c31-59c0-491f-a9e0-71505b3013c1 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642910 Jan 25 03:36:28.845874 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb05b8-301f-4566-9209-84905282c151 req-b219d8d8-2b3d-49fa-92f6-d77f2ca65889 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:28.855974 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9efb05b8-301f-4566-9209-84905282c151 req-b219d8d8-2b3d-49fa-92f6-d77f2ca65889 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0677338 Jan 25 03:36:28.917362 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9efb05b8-301f-4566-9209-84905282c151 req-2d849d8c-2f66-4936-8367-1debeb493ad3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549021 Jan 25 03:36:29.714119 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ef434-20f7-4469-b46f-47a4f1a2af98 req-47778db3-3dd3-4e33-8e7f-33d578c4820a tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:29.715673 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-913ef434-20f7-4469-b46f-47a4f1a2af98 req-47778db3-3dd3-4e33-8e7f-33d578c4820a tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.2000279 Jan 25 03:36:29.735967 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:36:29.761805 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-913ef434-20f7-4469-b46f-47a4f1a2af98 req-07c0dc43-5d99-4284-b93b-e3d763c0253e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405214 Jan 25 03:36:30.036830 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5b05e-ee51-4468-ac5d-ac028d1b4e21 req-daa4a9b9-68b4-47af-a7cc-f5a9a874aebb tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:30.038190 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6fc5b05e-ee51-4468-ac5d-ac028d1b4e21 req-daa4a9b9-68b4-47af-a7cc-f5a9a874aebb tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0463398 Jan 25 03:36:30.084249 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6fc5b05e-ee51-4468-ac5d-ac028d1b4e21 req-6c90247c-4255-4253-a422-776ef6b6d064 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399539 Jan 25 03:36:30.198984 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf5ff6-bc06-4c38-bbf1-cd4cba8bd1d9 req-61f3227a-6e6c-4644-b9a6-598127b87610 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:30.200717 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-26bf5ff6-bc06-4c38-bbf1-cd4cba8bd1d9 req-61f3227a-6e6c-4644-b9a6-598127b87610 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0478225 Jan 25 03:36:30.209456 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 45934) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:30.213807 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-a91fe563-dc0c-4bc2-961d-fbf34d2da26d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Request body: {'floatingip': {'port_id': '23790178-4f79-4bcf-a17f-bd8e5abf0427'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:36:30.291832 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a91fe563-dc0c-4bc2-961d-fbf34d2da26d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for floatingip (e04576ab-a1fc-4ed3-bc5f-d9e0c7e7e0c4), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:30.962373 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a91fe563-dc0c-4bc2-961d-fbf34d2da26d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:31.015112 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f1833-4ff5-4fce-9faf-4b4398d40a18 req-ba32accd-12c2-4e4f-b5f0-fa88069d4789 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:31.016580 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b60f1833-4ff5-4fce-9faf-4b4398d40a18 req-ba32accd-12c2-4e4f-b5f0-fa88069d4789 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0480394 Jan 25 03:36:31.061423 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a91fe563-dc0c-4bc2-961d-fbf34d2da26d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586113'] for floatingip (e04576ab-a1fc-4ed3-bc5f-d9e0c7e7e0c4), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:31.067821 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b60f1833-4ff5-4fce-9faf-4b4398d40a18 req-0564c7d5-9538-4dd4-8b5a-cb2825667323 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455832 Jan 25 03:36:31.165475 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.db.l3_db [None req-a91fe563-dc0c-4bc2-961d-fbf34d2da26d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Floating IP e04576ab-a1fc-4ed3-bc5f-d9e0c7e7e0c4 associated. External IP: 172.27.2.165, port: 23790178-4f79-4bcf-a17f-bd8e5abf0427. Jan 25 03:36:31.382342 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91fe563-dc0c-4bc2-961d-fbf34d2da26d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Router 5a15c3c2-a4df-4bda-baf8-944075fcce8a has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:36:31.457927 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a660174a-b2e7-425a-a53e-66d107ccc7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:31.655085 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91fe563-dc0c-4bc2-961d-fbf34d2da26d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:36:31.659688 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a91fe563-dc0c-4bc2-961d-fbf34d2da26d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:31.669784 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b670f5d0-3eac-4265-bf14-64dce8704de1 None None] Sync routers for ids ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:36:31.677427 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b670f5d0-3eac-4265-bf14-64dce8704de1 None None] Routers {'5a15c3c2-a4df-4bda-baf8-944075fcce8a'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:36:31.678033 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-b670f5d0-3eac-4265-bf14-64dce8704de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:36:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:36:31.688581 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-a91fe563-dc0c-4bc2-961d-fbf34d2da26d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "PUT /v2.0/floatingips/e04576ab-a1fc-4ed3-bc5f-d9e0c7e7e0c4 HTTP/1.1" status: 200 len: 991 time: 1.4780900 Jan 25 03:36:31.689260 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c1179f-67c0-4198-8933-7cabe5c964f3', 'tag': '23790178-4f79-4bcf-a17f-bd8e5abf0427'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:36:31.691586 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed080de-8326-4430-9d4e-850287a755bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c1179f-67c0-4198-8933-7cabe5c964f3", "tag": "23790178-4f79-4bcf-a17f-bd8e5abf0427"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:36:31.782245 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-b670f5d0-3eac-4265-bf14-64dce8704de1 None None] Set router 5a15c3c2-a4df-4bda-baf8-944075fcce8a gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:36:32.052110 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-b670f5d0-3eac-4265-bf14-64dce8704de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 4, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port': {'id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': 'e04576ab-a1fc-4ed3-bc5f-d9e0c7e7e0c4', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'port_id': '23790178-4f79-4bcf-a17f-bd8e5abf0427', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'mac_address': 'fa:16:3e:e3:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1179f-67c0-4198-8933-7cabe5c964f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:35:44Z', 'updated_at': '2022-01-25T03:36:30Z', 'revision_number': 1, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19e7f2d-a8d9-42a4-8459-6dd112438fb2', 'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'mac_address': 'fa:16:3e:7d:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:37Z', 'updated_at': '2022-01-25T03:35:43Z', 'revision_number': 5, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'subnets': [{'id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:36:32.078362 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b670f5d0-3eac-4265-bf14-64dce8704de1 None None] Checking router: 5a15c3c2-a4df-4bda-baf8-944075fcce8a for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:36:32.086503 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b670f5d0-3eac-4265-bf14-64dce8704de1 None None] Routers {'5a15c3c2-a4df-4bda-baf8-944075fcce8a'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:36:32.087142 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-b670f5d0-3eac-4265-bf14-64dce8704de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:36:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:36:32.190778 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-b670f5d0-3eac-4265-bf14-64dce8704de1 None None] Set router 5a15c3c2-a4df-4bda-baf8-944075fcce8a gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:36:32.420788 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-b670f5d0-3eac-4265-bf14-64dce8704de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 4, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port': {'id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': 'e04576ab-a1fc-4ed3-bc5f-d9e0c7e7e0c4', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'port_id': '23790178-4f79-4bcf-a17f-bd8e5abf0427', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'mac_address': 'fa:16:3e:e3:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1179f-67c0-4198-8933-7cabe5c964f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:35:44Z', 'updated_at': '2022-01-25T03:36:30Z', 'revision_number': 1, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19e7f2d-a8d9-42a4-8459-6dd112438fb2', 'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'mac_address': 'fa:16:3e:7d:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:37Z', 'updated_at': '2022-01-25T03:35:43Z', 'revision_number': 5, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'subnets': [{'id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:36:32.528072 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b670f5d0-3eac-4265-bf14-64dce8704de1 None None] The sync data for ids ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'] in dv-cinder-819011-2-iscsi is: [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 4, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port': {'id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': 'e04576ab-a1fc-4ed3-bc5f-d9e0c7e7e0c4', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'port_id': '23790178-4f79-4bcf-a17f-bd8e5abf0427', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'mac_address': 'fa:16:3e:e3:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1179f-67c0-4198-8933-7cabe5c964f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:35:44Z', 'updated_at': '2022-01-25T03:36:30Z', 'revision_number': 1, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19e7f2d-a8d9-42a4-8459-6dd112438fb2', 'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'mac_address': 'fa:16:3e:7d:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:37Z', 'updated_at': '2022-01-25T03:35:43Z', 'revision_number': 5, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'subnets': [{'id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:36:32.725309 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0f5cfe-977d-40f7-9f77-af52f962db0f None None] New status for floating IP e04576ab-a1fc-4ed3-bc5f-d9e0c7e7e0c4: ACTIVE {{(pid=103187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:36:33.754360 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4695ece5-f50f-4837-a546-9971764e95b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:34.551481 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75d213b-5970-4cac-aca0-96b12e6ff5a7 x-openstack-request-id: req-f75d213b-5970-4cac-aca0-96b12e6ff5a7 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:36:34.552032 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c1179f-67c0-4198-8933-7cabe5c964f3", "tag": "23790178-4f79-4bcf-a17f-bd8e5abf0427", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:36:34.552374 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-f75d213b-5970-4cac-aca0-96b12e6ff5a7 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:36:34.553020 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c1179f-67c0-4198-8933-7cabe5c964f3', 'tag': '23790178-4f79-4bcf-a17f-bd8e5abf0427', 'status': 'completed', 'code': 200} Jan 25 03:36:34.673948 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63b9c7-0c25-4c8b-bb06-5d2da588139a req-8da83957-1454-4c0e-a03a-60528fcf6ca7 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:34.679051 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-af63b9c7-0c25-4c8b-bb06-5d2da588139a req-8da83957-1454-4c0e-a03a-60528fcf6ca7 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0770810 Jan 25 03:36:34.679698 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed080de-8326-4430-9d4e-850287a755bb req-146e42ea-6490-4ec7-9794-e5370190ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:34.681695 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3ed080de-8326-4430-9d4e-850287a755bb req-146e42ea-6490-4ec7-9794-e5370190ddbd service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=33c5e2c89460402987c96eb3c3340a68&device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 1098 time: 0.0731652 Jan 25 03:36:34.776537 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-af63b9c7-0c25-4c8b-bb06-5d2da588139a req-41f97ec7-b738-4fd2-a3e2-b60b400dd0cf tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938830 Jan 25 03:36:34.803394 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed080de-8326-4430-9d4e-850287a755bb req-9e51f03c-2be8-4b02-9edd-89735f8d4479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:34.805644 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3ed080de-8326-4430-9d4e-850287a755bb req-9e51f03c-2be8-4b02-9edd-89735f8d4479 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f476d920-246d-45fc-9288-e583ed5f94c0 HTTP/1.1" status: 200 len: 916 time: 0.1081076 Jan 25 03:36:34.904869 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3ed080de-8326-4430-9d4e-850287a755bb req-1106c51b-af10-4b59-973d-bfbc5f18607e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23790178-4f79-4bcf-a17f-bd8e5abf0427 HTTP/1.1" status: 200 len: 1001 time: 0.0934672 Jan 25 03:36:34.959470 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed080de-8326-4430-9d4e-850287a755bb req-b1e37295-b54a-4f65-a581-12a588fb1653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:34.960884 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3ed080de-8326-4430-9d4e-850287a755bb req-b1e37295-b54a-4f65-a581-12a588fb1653 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=c089812a-9ee0-4892-a79a-a6659662497a HTTP/1.1" status: 200 len: 855 time: 0.0427268 Jan 25 03:36:35.016604 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed080de-8326-4430-9d4e-850287a755bb req-206082c4-0563-4b3c-8f2b-abd0264a1053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:35.018090 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3ed080de-8326-4430-9d4e-850287a755bb req-206082c4-0563-4b3c-8f2b-abd0264a1053 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f476d920-246d-45fc-9288-e583ed5f94c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418806 Jan 25 03:36:35.114522 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3ed080de-8326-4430-9d4e-850287a755bb req-dbcd81f6-b256-4bd8-9b03-9f865c80f2dd service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877788 Jan 25 03:36:35.211092 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3ed080de-8326-4430-9d4e-850287a755bb req-4c702d19-5484-4794-a934-01f07f3eb2d0 service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885925 Jan 25 03:36:35.222425 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:35.897275 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faeacda-0025-424c-8afe-673717316f7c req-f7778c6a-2654-4ce9-b59d-241097110f88 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:35.898668 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2faeacda-0025-424c-8afe-673717316f7c req-f7778c6a-2654-4ce9-b59d-241097110f88 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0517812 Jan 25 03:36:35.945313 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2faeacda-0025-424c-8afe-673717316f7c req-c2416d6c-66b3-4b44-ab34-9bed19e20566 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409403 Jan 25 03:36:36.720084 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:37.061456 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397401da-5a19-4187-a369-3b2af9311ef8 req-a492683b-7cae-4bcd-b1f3-7e9a97a89b77 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:37.065239 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-397401da-5a19-4187-a369-3b2af9311ef8 req-a492683b-7cae-4bcd-b1f3-7e9a97a89b77 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0485072 Jan 25 03:36:37.111408 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-397401da-5a19-4187-a369-3b2af9311ef8 req-4c6c5dff-b302-4add-879e-ff8d2946396e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426540 Jan 25 03:36:38.046742 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:38.233758 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03de90c-dbbc-4ce6-b450-c211862911d6 req-9b7e6ce9-0f3c-4ee7-a50f-8a11aeb99ce3 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:38.235248 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e03de90c-dbbc-4ce6-b450-c211862911d6 req-9b7e6ce9-0f3c-4ee7-a50f-8a11aeb99ce3 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0511084 Jan 25 03:36:38.282658 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e03de90c-dbbc-4ce6-b450-c211862911d6 req-320cebe1-8ecc-4fd7-85ca-3de8c2260442 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418348 Jan 25 03:36:39.531958 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c342166-5e1f-4b8f-a3ce-9d6cffb69f9a req-f3e884c0-e0c3-4a71-8777-acc65f244a22 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:39.533442 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1c342166-5e1f-4b8f-a3ce-9d6cffb69f9a req-f3e884c0-e0c3-4a71-8777-acc65f244a22 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0479319 Jan 25 03:36:39.580401 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1c342166-5e1f-4b8f-a3ce-9d6cffb69f9a req-ea315833-afdf-40fd-b5b8-5c6c47727598 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414748 Jan 25 03:36:40.182551 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:40.314813 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-85942130-b2d4-40d4-808a-2dcf4ec7fdd9 req-95596b62-0bde-4a86-a987-bd1bc8d6e14d service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431561 Jan 25 03:36:40.449898 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85942130-b2d4-40d4-808a-2dcf4ec7fdd9 req-90337c9b-0699-403c-a86e-49a85baaf901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:40.451419 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-85942130-b2d4-40d4-808a-2dcf4ec7fdd9 req-90337c9b-0699-403c-a86e-49a85baaf901 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=33b8fc6cf53240e292dae12d36286f56&device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 1099 time: 0.0485539 Jan 25 03:36:40.559303 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85942130-b2d4-40d4-808a-2dcf4ec7fdd9 req-799a6b91-66df-4035-b4f1-9228f5774b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:40.560862 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-85942130-b2d4-40d4-808a-2dcf4ec7fdd9 req-799a6b91-66df-4035-b4f1-9228f5774b70 service neutron] 10.222.0.112 "GET /v2.0/networks?id=deac9f35-58f2-4929-9ca8-e3d4d0912a3d HTTP/1.1" status: 200 len: 911 time: 0.0885420 Jan 25 03:36:40.610396 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-85942130-b2d4-40d4-808a-2dcf4ec7fdd9 req-a1449c03-78f7-413d-b6c7-b7176d636938 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c HTTP/1.1" status: 200 len: 217 time: 0.0380149 Jan 25 03:36:40.660836 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85942130-b2d4-40d4-808a-2dcf4ec7fdd9 req-452f0e17-199d-4b73-afb2-9dfb0650283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:40.662220 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-85942130-b2d4-40d4-808a-2dcf4ec7fdd9 req-452f0e17-199d-4b73-afb2-9dfb0650283e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ee171ebe-f742-44e0-924d-7fa7c20b49d6 HTTP/1.1" status: 200 len: 851 time: 0.0450823 Jan 25 03:36:40.700192 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8de97-b708-48b3-9241-1520aed36865 req-aa5aa990-d7a5-4717-ad94-ed7a19d40a47 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:40.701662 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-54b8de97-b708-48b3-9241-1520aed36865 req-aa5aa990-d7a5-4717-ad94-ed7a19d40a47 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0476079 Jan 25 03:36:40.705677 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-85942130-b2d4-40d4-808a-2dcf4ec7fdd9 req-0fab3845-92cc-453d-bb59-e0b74d71649b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=deac9f35-58f2-4929-9ca8-e3d4d0912a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245397 Jan 25 03:36:40.763506 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-54b8de97-b708-48b3-9241-1520aed36865 req-67ff07e9-cd6c-40ac-947d-1654376fae17 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541165 Jan 25 03:36:40.814345 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-85942130-b2d4-40d4-808a-2dcf4ec7fdd9 req-61c2ac33-6183-4723-be05-c4f0025d351d service neutron] 10.222.0.112 "GET /v2.0/networks/deac9f35-58f2-4929-9ca8-e3d4d0912a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001244 Jan 25 03:36:40.907734 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-85942130-b2d4-40d4-808a-2dcf4ec7fdd9 req-b43dfc6b-dc73-4285-91c1-f6a3f35133ed service neutron] 10.222.0.112 "GET /v2.0/networks/deac9f35-58f2-4929-9ca8-e3d4d0912a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828588 Jan 25 03:36:41.523358 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 46202) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:41.629039 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f7eaa84a-7132-4481-81db-5e39c01bbe3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:41.714043 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f7eaa84a-7132-4481-81db-5e39c01bbe3e admin admin] Publish callbacks [] for security_group (2895caf3-e9ec-412f-beb8-7a147d0b8cfa), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:41.773160 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f7eaa84a-7132-4481-81db-5e39c01bbe3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (2895caf3-e9ec-412f-beb8-7a147d0b8cfa), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:41.797417 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 46210) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:41.813508 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-f7eaa84a-7132-4481-81db-5e39c01bbe3e admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=b8631bb1fdc74440abc2db21d771bf01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890356 Jan 25 03:36:41.816244 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 46214) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:41.823497 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eaa84a-7132-4481-81db-5e39c01bbe3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2895caf3-e9ec-412f-beb8-7a147d0b8cfa,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:41.832719 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eaa84a-7132-4481-81db-5e39c01bbe3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:41.833334 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eaa84a-7132-4481-81db-5e39c01bbe3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:41.844517 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eaa84a-7132-4481-81db-5e39c01bbe3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:41.844517 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eaa84a-7132-4481-81db-5e39c01bbe3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:41.844517 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eaa84a-7132-4481-81db-5e39c01bbe3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:41.844517 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eaa84a-7132-4481-81db-5e39c01bbe3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:41.844517 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eaa84a-7132-4481-81db-5e39c01bbe3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:41.844517 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eaa84a-7132-4481-81db-5e39c01bbe3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:41.844517 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eaa84a-7132-4481-81db-5e39c01bbe3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:41.844517 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eaa84a-7132-4481-81db-5e39c01bbe3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:41.844517 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eaa84a-7132-4481-81db-5e39c01bbe3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:41.844517 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eaa84a-7132-4481-81db-5e39c01bbe3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:41.844517 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eaa84a-7132-4481-81db-5e39c01bbe3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:41.895733 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-03c23775-38b9-450d-98b6-09ec7d60f1c1 admin admin] Publish callbacks [] for security_group (2895caf3-e9ec-412f-beb8-7a147d0b8cfa), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:41.928263 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-03c23775-38b9-450d-98b6-09ec7d60f1c1 admin admin] Publish callbacks [] for security_group (2895caf3-e9ec-412f-beb8-7a147d0b8cfa), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:41.945690 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e3cf0-283e-4c79-9e09-fb4dc6fd0860 req-21337626-086b-456c-91b8-d8c9a564f40d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:41.947915 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e78e3cf0-283e-4c79-9e09-fb4dc6fd0860 req-21337626-086b-456c-91b8-d8c9a564f40d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.1023929 Jan 25 03:36:41.950541 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-04ed6eb4-61aa-4102-ba4a-818e5edfbd59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:42.081702 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e78e3cf0-283e-4c79-9e09-fb4dc6fd0860 req-a40de6f1-ec92-407a-bb1f-ccaca4d5153c tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265593 Jan 25 03:36:42.152474 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-03c23775-38b9-450d-98b6-09ec7d60f1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (2895caf3-e9ec-412f-beb8-7a147d0b8cfa), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:42.155073 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-03c23775-38b9-450d-98b6-09ec7d60f1c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:42.156206 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-03c23775-38b9-450d-98b6-09ec7d60f1c1 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/2895caf3-e9ec-412f-beb8-7a147d0b8cfa HTTP/1.1" status: 204 len: 168 time: 0.3390388 Jan 25 03:36:42.176342 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c23775-38b9-450d-98b6-09ec7d60f1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2895caf3-e9ec-412f-beb8-7a147d0b8cfa,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:42.195030 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c23775-38b9-450d-98b6-09ec7d60f1c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:42.195953 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c23775-38b9-450d-98b6-09ec7d60f1c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:42.196683 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c23775-38b9-450d-98b6-09ec7d60f1c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:42.197316 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c23775-38b9-450d-98b6-09ec7d60f1c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:42.197806 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c23775-38b9-450d-98b6-09ec7d60f1c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:42.198455 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c23775-38b9-450d-98b6-09ec7d60f1c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:42.199590 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c23775-38b9-450d-98b6-09ec7d60f1c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:42.200199 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c23775-38b9-450d-98b6-09ec7d60f1c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:42.200772 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c23775-38b9-450d-98b6-09ec7d60f1c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:42.201248 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c23775-38b9-450d-98b6-09ec7d60f1c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:42.201721 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c23775-38b9-450d-98b6-09ec7d60f1c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:42.202188 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c23775-38b9-450d-98b6-09ec7d60f1c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:42.202665 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c23775-38b9-450d-98b6-09ec7d60f1c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:36:42.241895 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-04ed6eb4-61aa-4102-ba4a-818e5edfbd59 admin admin] Publish callbacks [] for security_group (92484233-ef01-4fe4-988d-f29e19ae89de), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:42.327739 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-04ed6eb4-61aa-4102-ba4a-818e5edfbd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (92484233-ef01-4fe4-988d-f29e19ae89de), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:42.368128 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-04ed6eb4-61aa-4102-ba4a-818e5edfbd59 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=52c065ebbd9b4a80bc1958804257f037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5674951 Jan 25 03:36:42.369243 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed6eb4-61aa-4102-ba4a-818e5edfbd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92484233-ef01-4fe4-988d-f29e19ae89de,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:42.370176 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 46228) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:42.418999 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-19cdaf07-73df-400e-916a-f7de10dfa4c6 admin admin] Publish callbacks [] for security_group (92484233-ef01-4fe4-988d-f29e19ae89de), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:42.440624 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-19cdaf07-73df-400e-916a-f7de10dfa4c6 admin admin] Publish callbacks [] for security_group (92484233-ef01-4fe4-988d-f29e19ae89de), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:42.607708 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-19cdaf07-73df-400e-916a-f7de10dfa4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (92484233-ef01-4fe4-988d-f29e19ae89de), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:42.610285 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-19cdaf07-73df-400e-916a-f7de10dfa4c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:42.612659 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-19cdaf07-73df-400e-916a-f7de10dfa4c6 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/92484233-ef01-4fe4-988d-f29e19ae89de HTTP/1.1" status: 204 len: 168 time: 0.2413843 Jan 25 03:36:42.621105 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cdaf07-73df-400e-916a-f7de10dfa4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92484233-ef01-4fe4-988d-f29e19ae89de,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:42.918839 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 46246) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:42.932052 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3b02-1c69-4739-b501-614078b8a1d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:43.009568 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3b02-1c69-4739-b501-614078b8a1d1 admin admin] Publish callbacks [] for security_group (61d81fe3-0cf7-4977-a4a3-8b7d2b833fe5), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:43.104728 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3b02-1c69-4739-b501-614078b8a1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (61d81fe3-0cf7-4977-a4a3-8b7d2b833fe5), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:43.111915 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 46252) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:43.148732 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-ed3e3b02-1c69-4739-b501-614078b8a1d1 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=1eb4c6f7b6f34212b821c2592ba1b4aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284760 Jan 25 03:36:43.154582 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e3b02-1c69-4739-b501-614078b8a1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d81fe3-0cf7-4977-a4a3-8b7d2b833fe5,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:43.154740 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 46258) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:43.204985 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0b2e6b77-09c4-4000-b7b7-ac3a6d22b9c0 admin admin] Publish callbacks [] for security_group (61d81fe3-0cf7-4977-a4a3-8b7d2b833fe5), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:43.257714 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0b2e6b77-09c4-4000-b7b7-ac3a6d22b9c0 admin admin] Publish callbacks [] for security_group (61d81fe3-0cf7-4977-a4a3-8b7d2b833fe5), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:43.300210 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4dfa0-6d35-44c9-8c58-7cc13f10a629 req-e1563c59-0885-416c-ae3e-b1108b9e4429 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:43.301514 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-efd4dfa0-6d35-44c9-8c58-7cc13f10a629 req-e1563c59-0885-416c-ae3e-b1108b9e4429 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0920975 Jan 25 03:36:43.349282 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba77472f-82ae-4233-b4b1-87be27bd87ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:43.395194 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-efd4dfa0-6d35-44c9-8c58-7cc13f10a629 req-9a858280-2bcc-4bd4-86c2-b5f6ff5f4fed tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858512 Jan 25 03:36:43.481470 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0b2e6b77-09c4-4000-b7b7-ac3a6d22b9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (61d81fe3-0cf7-4977-a4a3-8b7d2b833fe5), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:43.484055 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0b2e6b77-09c4-4000-b7b7-ac3a6d22b9c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:43.485315 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-0b2e6b77-09c4-4000-b7b7-ac3a6d22b9c0 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/61d81fe3-0cf7-4977-a4a3-8b7d2b833fe5 HTTP/1.1" status: 204 len: 168 time: 0.3325722 Jan 25 03:36:43.503028 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e6b77-09c4-4000-b7b7-ac3a6d22b9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d81fe3-0cf7-4977-a4a3-8b7d2b833fe5,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:43.552331 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba77472f-82ae-4233-b4b1-87be27bd87ee admin admin] Publish callbacks [] for security_group (d961e92b-213c-4522-9dc8-6ab33e4465bf), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:43.637911 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba77472f-82ae-4233-b4b1-87be27bd87ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (d961e92b-213c-4522-9dc8-6ab33e4465bf), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:43.641916 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 46268) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:43.655858 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-81279f26-b3f9-4128-be18-7a8d4cb464f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:43.673558 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-ba77472f-82ae-4233-b4b1-87be27bd87ee admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=8c8ccb04d1614e80aafa58e2a641744b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5582762 Jan 25 03:36:43.673558 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77472f-82ae-4233-b4b1-87be27bd87ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d961e92b-213c-4522-9dc8-6ab33e4465bf,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:43.675343 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 46270) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:43.765977 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-60bb07c8-9655-49c8-93df-612cb501f1ff admin admin] Publish callbacks [] for security_group (d961e92b-213c-4522-9dc8-6ab33e4465bf), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:43.792925 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-81279f26-b3f9-4128-be18-7a8d4cb464f5 admin admin] Publish callbacks [] for security_group (b6af6019-9fa7-40b5-9d5e-77f13aaae567), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:43.801543 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-60bb07c8-9655-49c8-93df-612cb501f1ff admin admin] Publish callbacks [] for security_group (d961e92b-213c-4522-9dc8-6ab33e4465bf), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:43.839905 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-81279f26-b3f9-4128-be18-7a8d4cb464f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (b6af6019-9fa7-40b5-9d5e-77f13aaae567), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:43.882314 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81279f26-b3f9-4128-be18-7a8d4cb464f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6af6019-9fa7-40b5-9d5e-77f13aaae567,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:43.889877 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-81279f26-b3f9-4128-be18-7a8d4cb464f5 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=44992c1cb6aa45fc8dbb478979a74515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468846 Jan 25 03:36:43.902112 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 46280) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:43.916215 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-60bb07c8-9655-49c8-93df-612cb501f1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (d961e92b-213c-4522-9dc8-6ab33e4465bf), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:43.918768 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-60bb07c8-9655-49c8-93df-612cb501f1ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:43.922794 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-60bb07c8-9655-49c8-93df-612cb501f1ff admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/d961e92b-213c-4522-9dc8-6ab33e4465bf HTTP/1.1" status: 204 len: 168 time: 0.2437835 Jan 25 03:36:43.931344 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb07c8-9655-49c8-93df-612cb501f1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d961e92b-213c-4522-9dc8-6ab33e4465bf,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:43.956343 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8675e595-d70e-40e8-8431-20843435b296 admin admin] Publish callbacks [] for security_group (b6af6019-9fa7-40b5-9d5e-77f13aaae567), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:43.978832 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8675e595-d70e-40e8-8431-20843435b296 admin admin] Publish callbacks [] for security_group (b6af6019-9fa7-40b5-9d5e-77f13aaae567), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:44.127487 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8675e595-d70e-40e8-8431-20843435b296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (b6af6019-9fa7-40b5-9d5e-77f13aaae567), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:44.130073 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8675e595-d70e-40e8-8431-20843435b296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:44.131303 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-8675e595-d70e-40e8-8431-20843435b296 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/b6af6019-9fa7-40b5-9d5e-77f13aaae567 HTTP/1.1" status: 204 len: 168 time: 0.2281308 Jan 25 03:36:44.140125 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675e595-d70e-40e8-8431-20843435b296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6af6019-9fa7-40b5-9d5e-77f13aaae567,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:44.520319 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b652e2a-32be-47b2-8a93-2a0270d9d1a9 req-3ec2e79f-c6cc-4fd3-a991-31c07d028557 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:44.521901 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1b652e2a-32be-47b2-8a93-2a0270d9d1a9 req-3ec2e79f-c6cc-4fd3-a991-31c07d028557 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0562608 Jan 25 03:36:44.575184 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1b652e2a-32be-47b2-8a93-2a0270d9d1a9 req-4d0ffa7c-448e-449c-b801-f69db77a6812 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475671 Jan 25 03:36:44.616320 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 46310) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:44.634572 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a95545cc-74d6-4e95-ba43-d44effa431cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:44.704021 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a95545cc-74d6-4e95-ba43-d44effa431cf admin admin] Publish callbacks [] for security_group (cda4b2e2-8125-4144-8688-574fee793087), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:44.779251 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a95545cc-74d6-4e95-ba43-d44effa431cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (cda4b2e2-8125-4144-8688-574fee793087), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:44.818625 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-a95545cc-74d6-4e95-ba43-d44effa431cf admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=9e67cc765b82477b8d36ef9168d1dcb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009938 Jan 25 03:36:44.820583 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95545cc-74d6-4e95-ba43-d44effa431cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda4b2e2-8125-4144-8688-574fee793087,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:44.825431 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 46320) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:44.873806 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c0c734bd-3c35-460a-b954-ee7220ab4ee3 admin admin] Publish callbacks [] for security_group (cda4b2e2-8125-4144-8688-574fee793087), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:44.913715 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c0c734bd-3c35-460a-b954-ee7220ab4ee3 admin admin] Publish callbacks [] for security_group (cda4b2e2-8125-4144-8688-574fee793087), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:45.047585 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c0c734bd-3c35-460a-b954-ee7220ab4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (cda4b2e2-8125-4144-8688-574fee793087), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:45.050145 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c0c734bd-3c35-460a-b954-ee7220ab4ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:45.051315 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-c0c734bd-3c35-460a-b954-ee7220ab4ee3 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/cda4b2e2-8125-4144-8688-574fee793087 HTTP/1.1" status: 204 len: 168 time: 0.2248738 Jan 25 03:36:45.059277 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c734bd-3c35-460a-b954-ee7220ab4ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda4b2e2-8125-4144-8688-574fee793087,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:45.501346 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 46342) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:45.641067 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4b620e66-f58a-42ff-81b9-ecb38909d9f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:45.711098 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1e5bb-6191-466e-8a26-e70e45ee794b req-54773b41-9736-4b97-8714-856f0d68f166 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:45.716291 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-efe1e5bb-6191-466e-8a26-e70e45ee794b req-54773b41-9736-4b97-8714-856f0d68f166 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0499897 Jan 25 03:36:45.733794 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4b620e66-f58a-42ff-81b9-ecb38909d9f0 admin admin] Publish callbacks [] for security_group (79bc1461-6dbe-41f2-8bb8-79c3e1008a67), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:45.773969 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-efe1e5bb-6191-466e-8a26-e70e45ee794b req-9f2f144e-2e81-43bc-893c-53a00d0462f4 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422440 Jan 25 03:36:45.776036 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 46352) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:45.790522 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-332eac82-3a0d-4a55-b95a-954a80f1a223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:45.802295 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4b620e66-f58a-42ff-81b9-ecb38909d9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (79bc1461-6dbe-41f2-8bb8-79c3e1008a67), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:45.853877 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b620e66-f58a-42ff-81b9-ecb38909d9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bc1461-6dbe-41f2-8bb8-79c3e1008a67,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:45.857993 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-4b620e66-f58a-42ff-81b9-ecb38909d9f0 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=974b6072c6a749a98b8e45c3cc5b69b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3556335 Jan 25 03:36:45.861802 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 46360) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:45.917974 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-332eac82-3a0d-4a55-b95a-954a80f1a223 admin admin] Publish callbacks [] for security_group (21f14697-c721-41c5-8dfe-ab890531d636), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:45.918955 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6d77d62-ad57-4738-826c-812e454fcc6d admin admin] Publish callbacks [] for security_group (79bc1461-6dbe-41f2-8bb8-79c3e1008a67), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:45.943891 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6d77d62-ad57-4738-826c-812e454fcc6d admin admin] Publish callbacks [] for security_group (79bc1461-6dbe-41f2-8bb8-79c3e1008a67), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:45.988372 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-332eac82-3a0d-4a55-b95a-954a80f1a223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (21f14697-c721-41c5-8dfe-ab890531d636), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:46.027903 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-332eac82-3a0d-4a55-b95a-954a80f1a223 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=304680af610f4c34b21b1a09d2061d40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508032 Jan 25 03:36:46.028752 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332eac82-3a0d-4a55-b95a-954a80f1a223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f14697-c721-41c5-8dfe-ab890531d636,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:46.031190 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 46366) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:46.070613 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6d77d62-ad57-4738-826c-812e454fcc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (79bc1461-6dbe-41f2-8bb8-79c3e1008a67), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:46.077370 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b6d77d62-ad57-4738-826c-812e454fcc6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:46.079365 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-b6d77d62-ad57-4738-826c-812e454fcc6d admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/79bc1461-6dbe-41f2-8bb8-79c3e1008a67 HTTP/1.1" status: 204 len: 168 time: 0.2154582 Jan 25 03:36:46.097416 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d77d62-ad57-4738-826c-812e454fcc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bc1461-6dbe-41f2-8bb8-79c3e1008a67,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:46.099270 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1b7c3e3c-05c4-41fa-9466-167621724472 admin admin] Publish callbacks [] for security_group (21f14697-c721-41c5-8dfe-ab890531d636), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:46.133162 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1b7c3e3c-05c4-41fa-9466-167621724472 admin admin] Publish callbacks [] for security_group (21f14697-c721-41c5-8dfe-ab890531d636), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:46.233938 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1b7c3e3c-05c4-41fa-9466-167621724472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (21f14697-c721-41c5-8dfe-ab890531d636), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:46.236609 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1b7c3e3c-05c4-41fa-9466-167621724472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:46.237692 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1b7c3e3c-05c4-41fa-9466-167621724472 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/21f14697-c721-41c5-8dfe-ab890531d636 HTTP/1.1" status: 204 len: 168 time: 0.2057495 Jan 25 03:36:46.245973 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c3e3c-05c4-41fa-9466-167621724472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f14697-c721-41c5-8dfe-ab890531d636,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:46.913016 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf346a5-a5c6-4d10-bef3-1cb3ac3f0a5b req-c70cfea7-7916-4c31-ab86-b0bbb6078433 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:46.915413 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fbf346a5-a5c6-4d10-bef3-1cb3ac3f0a5b req-c70cfea7-7916-4c31-ab86-b0bbb6078433 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0644741 Jan 25 03:36:46.981325 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fbf346a5-a5c6-4d10-bef3-1cb3ac3f0a5b req-73d1a99a-538f-4237-ba29-08c474c66b74 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544071 Jan 25 03:36:47.377562 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 46462) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:47.477014 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-40625ec0-92f9-413d-be67-93ed45efe115 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1220202141-network', 'tenant_id': '9572dffe747a4371ace5d887368ca64b'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:36:47.584566 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40625ec0-92f9-413d-be67-93ed45efe115 admin admin] Made reservation on behalf of 9572dffe747a4371ace5d887368ca64b for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:36:47.586907 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-40625ec0-92f9-413d-be67-93ed45efe115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:47.595657 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-40625ec0-92f9-413d-be67-93ed45efe115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:47.676112 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-40625ec0-92f9-413d-be67-93ed45efe115 admin admin] Publish callbacks [] for security_group (96be414c-2a81-47ba-9448-0e6f0a015e68), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:47.750327 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-40625ec0-92f9-413d-be67-93ed45efe115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (96be414c-2a81-47ba-9448-0e6f0a015e68), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:47.775365 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40625ec0-92f9-413d-be67-93ed45efe115 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:36:47.790171 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40625ec0-92f9-413d-be67-93ed45efe115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96be414c-2a81-47ba-9448-0e6f0a015e68,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:47.795115 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-40625ec0-92f9-413d-be67-93ed45efe115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (00816fa3-17f6-4d4c-abfc-0f6f12b20c0d), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:47.795115 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-40625ec0-92f9-413d-be67-93ed45efe115 admin admin] Added segment 00816fa3-17f6-4d4c-abfc-0f6f12b20c0d of type vlan for network 5a6ed931-4b24-4be4-b671-86c474190d7e Jan 25 03:36:47.835352 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-40625ec0-92f9-413d-be67-93ed45efe115 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760336855179'] for network (5a6ed931-4b24-4be4-b671-86c474190d7e), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:48.037249 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-40625ec0-92f9-413d-be67-93ed45efe115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for network (5a6ed931-4b24-4be4-b671-86c474190d7e), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:48.037249 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40625ec0-92f9-413d-be67-93ed45efe115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:48.037982 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-40625ec0-92f9-413d-be67-93ed45efe115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:48.306139 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-40625ec0-92f9-413d-be67-93ed45efe115 admin admin] 10.222.0.115 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9273341 Jan 25 03:36:48.309304 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 46500) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:48.311313 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40625ec0-92f9-413d-be67-93ed45efe115 admin admin] Pushing event updated for resources: {'Network': ['ID=5a6ed931-4b24-4be4-b671-86c474190d7e,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:48.313974 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-b996d5a4-52a5-40a3-b6d7-8b1275f7043a admin admin] Request body: {'subnet': {'network_id': '5a6ed931-4b24-4be4-b671-86c474190d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1220202141-subnet', 'tenant_id': '9572dffe747a4371ace5d887368ca64b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:36:48.324479 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Network 5a6ed931-4b24-4be4-b671-86c474190d7e details requested by agent ovs-agent-dv-cinder-819011-2-iscsi with host dv-cinder-819011-2-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:36:48.334918 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21363aa9-422e-451c-88b2-fb6a5052965d req-8cf6e9c9-2d12-4c3c-b7ec-af2c23ba46d9 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:48.344465 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-21363aa9-422e-451c-88b2-fb6a5052965d req-8cf6e9c9-2d12-4c3c-b7ec-af2c23ba46d9 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.2782655 Jan 25 03:36:48.388250 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-21363aa9-422e-451c-88b2-fb6a5052965d req-cbcee82c-51c5-400a-8c95-74e1c46faa1f tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428171 Jan 25 03:36:48.420304 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b996d5a4-52a5-40a3-b6d7-8b1275f7043a admin admin] Made reservation on behalf of 9572dffe747a4371ace5d887368ca64b for: {'subnet': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:36:48.422717 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b996d5a4-52a5-40a3-b6d7-8b1275f7043a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:48.708222 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b996d5a4-52a5-40a3-b6d7-8b1275f7043a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for subnet (e9bccd8f-6216-4ca8-983b-c3021a241104), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:48.762076 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996d5a4-52a5-40a3-b6d7-8b1275f7043a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9bccd8f-6216-4ca8-983b-c3021a241104,revision_number=0']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:48.772207 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b996d5a4-52a5-40a3-b6d7-8b1275f7043a admin admin] Checking segment: {'id': '00816fa3-17f6-4d4c-abfc-0f6f12b20c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5a6ed931-4b24-4be4-b671-86c474190d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:36:48.772563 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b996d5a4-52a5-40a3-b6d7-8b1275f7043a admin admin] Network hostable DHCP agents. Network: 5a6ed931-4b24-4be4-b671-86c474190d7e, hostable agents: ['5c3e864f-61ec-45bb-b284-87f8aa4f333d'], hosted agents: [] {{(pid=103186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:36:48.835904 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b996d5a4-52a5-40a3-b6d7-8b1275f7043a admin admin] Network 5a6ed931-4b24-4be4-b671-86c474190d7e is scheduled to be hosted by DHCP agent 5c3e864f-61ec-45bb-b284-87f8aa4f333d with binding_index 1 {{(pid=103186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:36:48.919982 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-b996d5a4-52a5-40a3-b6d7-8b1275f7043a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819011-2-iscsi, 5a6ed931-4b24-4be4-b671-86c474190d7e) {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:36:48.924065 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b996d5a4-52a5-40a3-b6d7-8b1275f7043a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:48.924730 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b996d5a4-52a5-40a3-b6d7-8b1275f7043a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:48.929076 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974ffa02-f1ab-4a05-978f-78c1502f613f None None] Network 5a6ed931-4b24-4be4-b671-86c474190d7e requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:36:49.009172 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-b996d5a4-52a5-40a3-b6d7-8b1275f7043a admin admin] 10.222.0.115 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6987867 Jan 25 03:36:49.032632 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58579ce5-1bcc-4165-b21b-ee3d2db92959 None None] Network 5a6ed931-4b24-4be4-b671-86c474190d7e requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:36:49.589207 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534e2b5-e07b-419b-aa06-204a23bcbc4b req-df0f3114-fff8-4a91-b3fb-255310ac6065 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:49.589207 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c534e2b5-e07b-419b-aa06-204a23bcbc4b req-df0f3114-fff8-4a91-b3fb-255310ac6065 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0505328 Jan 25 03:36:49.589207 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c534e2b5-e07b-419b-aa06-204a23bcbc4b req-6b7d0cdc-fc1a-4e52-9890-31e3143d59b9 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401607 Jan 25 03:36:50.485527 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-da93594a-c05c-471e-a189-c41c4a3e807f tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/networks?tenant_id=f42d3702511c4fb08d050300e23d66a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293326 Jan 25 03:36:50.699896 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6eccc-d803-4de7-9038-b9cff031bbee req-187b2d53-cbf6-4862-8bf5-b3fe7b06179b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:50.701412 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c0b6eccc-d803-4de7-9038-b9cff031bbee req-187b2d53-cbf6-4862-8bf5-b3fe7b06179b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0593295 Jan 25 03:36:50.719541 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-60867422-b669-46e9-814b-388d8b26eb45 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:50.721705 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-60867422-b669-46e9-814b-388d8b26eb45 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301478 Jan 25 03:36:50.738261 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-2a015692-9e20-42a1-b759-b83383b4621c tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/quotas/f42d3702511c4fb08d050300e23d66a0 HTTP/1.1" status: 200 len: 375 time: 0.0096288 Jan 25 03:36:50.756505 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c0b6eccc-d803-4de7-9038-b9cff031bbee req-720295d3-3882-4a8e-9f3e-43cc6b0432f8 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458975 Jan 25 03:36:50.776912 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-1a4c94ac-6cb0-4d7d-bb61-6f2c2067b87a tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=f42d3702511c4fb08d050300e23d66a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328867 Jan 25 03:36:50.946025 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-2abe70fb-bd60-4ad3-9774-523b35be326c tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:50.947468 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-2abe70fb-bd60-4ad3-9774-523b35be326c tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/networks?id=835e181b-635d-41dd-9269-42b6c17d0334 HTTP/1.1" status: 200 len: 815 time: 0.1055915 Jan 25 03:36:50.961919 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-36271b0f-9385-4457-9ee0-0beca3bb65c9 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/quotas/2e67c9d0a7f44900a2ac9fdc1bdcb15a HTTP/1.1" status: 200 len: 375 time: 0.0087557 Jan 25 03:36:51.024033 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-e77ba868-d9e1-4345-b483-cb34945c56b8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=2e67c9d0a7f44900a2ac9fdc1bdcb15a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0567076 Jan 25 03:36:51.122885 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-c6f2505e-329b-44f9-98e8-1ef88926b65e service neutron] 10.222.0.115 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920177 Jan 25 03:36:51.221458 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c69ba1c9-b292-499f-8711-d9935a68cdc5 req-34fd5cdf-1c3c-461a-8a2a-36b5ad91ba17 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 210 time: 0.0258601 Jan 25 03:36:51.230583 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-9e0cc597-466f-4d60-a43c-2bddec28009c service neutron] 10.222.0.115 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019437 Jan 25 03:36:51.520719 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8237aea5-cbc6-4534-9278-dbb2720ea948 req-bf01ea43-f9e4-47c0-9f19-75434c42a84f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 210 time: 0.0288110 Jan 25 03:36:51.890663 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f977b0d-2674-4a7d-a063-7f3e76a722ed req-3cba4df5-a84c-4ee6-bd3e-6e3ae91831c5 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:51.892278 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0f977b0d-2674-4a7d-a063-7f3e76a722ed req-3cba4df5-a84c-4ee6-bd3e-6e3ae91831c5 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0597014 Jan 25 03:36:51.939079 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0f977b0d-2674-4a7d-a063-7f3e76a722ed req-7c3c083a-3add-4f69-a6ca-e0a3713d2797 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407913 Jan 25 03:36:52.316627 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d678be06-96e4-40b4-8100-24e2d62dc54a req-02fa0edc-c764-4fc5-8c42-1ba759768d2c tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 210 time: 0.0272815 Jan 25 03:36:52.620495 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e4d5ed26-ba84-40ae-9749-9fb7100c4b72 req-3fdc2a11-d128-4d4a-ac7e-48daa9fa2d25 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 210 time: 0.0321186 Jan 25 03:36:52.879512 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-7a302b2f-9b68-40d5-8573-c124a113b437 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:52.880882 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-7a302b2f-9b68-40d5-8573-c124a113b437 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/networks?id=5a6ed931-4b24-4be4-b671-86c474190d7e HTTP/1.1" status: 200 len: 809 time: 0.1032019 Jan 25 03:36:52.896156 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-e62be353-2825-461e-a324-e93f943ad5ed tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/quotas/9572dffe747a4371ace5d887368ca64b HTTP/1.1" status: 200 len: 375 time: 0.0090272 Jan 25 03:36:52.928180 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-0a122c25-0c04-48d2-9832-712e31088ae1 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=9572dffe747a4371ace5d887368ca64b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259612 Jan 25 03:36:53.032512 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-e73cac34-5a89-420a-ace8-1a828bdd09fc service neutron] 10.222.0.115 "GET /v2.0/networks/5a6ed931-4b24-4be4-b671-86c474190d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977616 Jan 25 03:36:53.063722 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d160ee-b160-4477-8530-2d097e8ff2e4 req-31fb2e2f-998b-4320-bd24-3bfdfe7b8200 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:53.065181 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-11d160ee-b160-4477-8530-2d097e8ff2e4 req-31fb2e2f-998b-4320-bd24-3bfdfe7b8200 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0482588 Jan 25 03:36:53.133430 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-ded838c9-0871-4bb5-8eb0-4b2918901f9c service neutron] 10.222.0.115 "GET /v2.0/networks/5a6ed931-4b24-4be4-b671-86c474190d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951931 Jan 25 03:36:53.140013 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-11d160ee-b160-4477-8530-2d097e8ff2e4 req-f349b666-6914-460b-aa1f-63d57d45117e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540688 Jan 25 03:36:53.459306 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-78b7a4a3-bc5e-40f7-8243-6d52ec1ad04c req-9c1698c5-6d89-4ed8-9b6b-c75d0c18a7ec tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 210 time: 0.0300143 Jan 25 03:36:53.530502 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-62dc7180-d1e5-480f-a6ed-dc680a02a91b req-e0ca8b12-c809-4670-86f0-1cfdefb08cea tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 210 time: 0.0324695 Jan 25 03:36:53.720318 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-22d4d455-4923-4293-b0f3-762efb3cd608 req-e8038372-91c8-4bb6-ad91-fc021a0fa79f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 210 time: 0.0261250 Jan 25 03:36:53.985410 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-d0e784b6-3f19-43c0-87d4-94c0729713fa tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=f42d3702511c4fb08d050300e23d66a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280967 Jan 25 03:36:54.236367 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-d56a54b6-3c12-48ed-926d-24f3c5597bd4 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:54.237664 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-d56a54b6-3c12-48ed-926d-24f3c5597bd4 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080824 Jan 25 03:36:54.269512 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-09c1cff1-9ba1-448c-a347-52b6b713e6d0 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Request body: {'port': {'device_id': 'b7a93cbd-7b1b-4e5a-99f6-e25f560df158', 'network_id': '0b917203-5e09-47b4-844d-fe363f6e62f4', 'admin_state_up': True, 'tenant_id': 'f42d3702511c4fb08d050300e23d66a0'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:36:54.292843 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000618f4-9825-4baf-bb89-857b03b5b6a2 req-4a230e34-1728-4dfe-af77-2b35f0578b12 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:54.294376 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-000618f4-9825-4baf-bb89-857b03b5b6a2 req-4a230e34-1728-4dfe-af77-2b35f0578b12 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0773737 Jan 25 03:36:54.481346 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-000618f4-9825-4baf-bb89-857b03b5b6a2 req-c9d17801-d1f3-4cfc-8da3-99054c8be5ca tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747851 Jan 25 03:36:54.538863 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-b60a291a-2d98-4b83-aaa5-3a86bbef137e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:54.540649 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-b60a291a-2d98-4b83-aaa5-3a86bbef137e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.112 "GET /v2.0/networks?id=835e181b-635d-41dd-9269-42b6c17d0334 HTTP/1.1" status: 200 len: 815 time: 0.2330203 Jan 25 03:36:54.551020 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 46708) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:54.579794 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-04195159-f3f3-4c34-89e4-a1da8b133872 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Request body: {'port': {'device_id': 'bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff', 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334', 'admin_state_up': True, 'tenant_id': '2e67c9d0a7f44900a2ac9fdc1bdcb15a'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:36:54.590806 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6cba1bbf-bbda-428b-9cff-c9a010f868ac req-087162a3-4960-42ca-95e5-3bf18a9074d0 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 210 time: 0.0587003 Jan 25 03:36:54.673902 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-fa496dc6-1880-42ab-beb6-5798436a542c req-bf05a789-4c1b-4ed3-a2aa-d351c30c95a3 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 210 time: 0.0301893 Jan 25 03:36:54.720474 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7161f03d-3292-4d0c-a674-2b00ec587fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:54.740226 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-09c1cff1-9ba1-448c-a347-52b6b713e6d0 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Made reservation on behalf of f42d3702511c4fb08d050300e23d66a0 for: {'port': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:36:54.743552 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-09c1cff1-9ba1-448c-a347-52b6b713e6d0 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:54.779603 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-09c1cff1-9ba1-448c-a347-52b6b713e6d0 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:54.852120 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-06d5d7a9-9a44-44c3-981a-cc49daa16ce8 req-e3915e0a-d9ec-42a9-a5da-6415331f6794 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 210 time: 0.0478525 Jan 25 03:36:54.862314 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-04195159-f3f3-4c34-89e4-a1da8b133872 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Made reservation on behalf of 2e67c9d0a7f44900a2ac9fdc1bdcb15a for: {'port': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:36:54.866039 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-04195159-f3f3-4c34-89e4-a1da8b133872 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:54.915231 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7161f03d-3292-4d0c-a674-2b00ec587fb1 admin admin] Publish callbacks [] for security_group (3fefc908-9fdb-4c8e-8c47-a0a247e3d531), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:54.986036 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-09c1cff1-9ba1-448c-a347-52b6b713e6d0 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Publish callbacks [] for security_group (609e6e61-2c95-44a5-8792-02e10788d945), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:55.042286 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-04195159-f3f3-4c34-89e4-a1da8b133872 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Allocated IP 172.20.0.13 (835e181b-635d-41dd-9269-42b6c17d0334/b554719f-8713-4f6e-87c2-8a3b80ecbb7b/1c678aaa-9fbd-45b4-9a6f-9d3633b78121) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:36:55.046307 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7161f03d-3292-4d0c-a674-2b00ec587fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (3fefc908-9fdb-4c8e-8c47-a0a247e3d531), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:55.096424 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-7161f03d-3292-4d0c-a674-2b00ec587fb1 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=6a13c10f53b6465381b292b4ccf12da9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5443485 Jan 25 03:36:55.098781 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 46726) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:55.102410 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161f03d-3292-4d0c-a674-2b00ec587fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fefc908-9fdb-4c8e-8c47-a0a247e3d531,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:55.111578 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-09c1cff1-9ba1-448c-a347-52b6b713e6d0 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (609e6e61-2c95-44a5-8792-02e10788d945), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:55.149893 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86d4ddcd-6677-4ad2-9d70-e47692ac6a1e admin admin] Publish callbacks [] for security_group (3fefc908-9fdb-4c8e-8c47-a0a247e3d531), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:55.171898 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86d4ddcd-6677-4ad2-9d70-e47692ac6a1e admin admin] Publish callbacks [] for security_group (3fefc908-9fdb-4c8e-8c47-a0a247e3d531), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:55.190829 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1cff1-9ba1-448c-a347-52b6b713e6d0 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609e6e61-2c95-44a5-8792-02e10788d945,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:55.290865 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86d4ddcd-6677-4ad2-9d70-e47692ac6a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (3fefc908-9fdb-4c8e-8c47-a0a247e3d531), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:55.294880 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-86d4ddcd-6677-4ad2-9d70-e47692ac6a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:55.298832 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-86d4ddcd-6677-4ad2-9d70-e47692ac6a1e admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/3fefc908-9fdb-4c8e-8c47-a0a247e3d531 HTTP/1.1" status: 204 len: 168 time: 0.1964200 Jan 25 03:36:55.310806 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4ddcd-6677-4ad2-9d70-e47692ac6a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fefc908-9fdb-4c8e-8c47-a0a247e3d531,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:55.546756 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-09c1cff1-9ba1-448c-a347-52b6b713e6d0 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Allocated IP 192.168.233.79 (0b917203-5e09-47b4-844d-fe363f6e62f4/a837ffec-4486-4753-96bd-0fd2b3c7e014/03218c00-6b39-4ae7-8a61-39eccba27ba4) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:36:55.550572 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-04195159-f3f3-4c34-89e4-a1da8b133872 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks [] for port (1c678aaa-9fbd-45b4-9a6f-9d3633b78121), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:55.607142 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d52d10-b790-40dd-a2cb-81b63a4d0c52 req-df6befe8-46f2-4b89-b61e-1f6c17e09e3d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:55.611633 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b2d52d10-b790-40dd-a2cb-81b63a4d0c52 req-df6befe8-46f2-4b89-b61e-1f6c17e09e3d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0563207 Jan 25 03:36:55.711610 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b2d52d10-b790-40dd-a2cb-81b63a4d0c52 req-4cab4dbb-721d-44d4-96f8-7558a1605723 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941319 Jan 25 03:36:55.743157 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-fb1a053b-fef1-45d2-bd84-eac567dea4dc req-f7c49191-fbec-4919-8dad-caa26c2697ac tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 210 time: 0.0334332 Jan 25 03:36:55.746598 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-04195159-f3f3-4c34-89e4-a1da8b133872 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (1c678aaa-9fbd-45b4-9a6f-9d3633b78121), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:55.806235 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-61b5cb4f-2ce1-4bcd-9cdd-da9062f44cae req-2f08963a-9258-4d06-b1e1-197df0805534 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 210 time: 0.0291171 Jan 25 03:36:55.817393 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-04195159-f3f3-4c34-89e4-a1da8b133872 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Network 835e181b-635d-41dd-9269-42b6c17d0334 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:36:55.827202 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['565ed7d6-bff7-4ce1-97e7-071173dbd857'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:36:55.834115 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-04195159-f3f3-4c34-89e4-a1da8b133872 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:36:55.840432 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-09c1cff1-9ba1-448c-a347-52b6b713e6d0 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Publish callbacks [] for port (03218c00-6b39-4ae7-8a61-39eccba27ba4), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:55.846760 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-04195159-f3f3-4c34-89e4-a1da8b133872 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:36:55.852847 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-04195159-f3f3-4c34-89e4-a1da8b133872 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:55.853476 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-04195159-f3f3-4c34-89e4-a1da8b133872 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:55.861894 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04195159-f3f3-4c34-89e4-a1da8b133872 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Pushing event updated for resources: {'Port': ['ID=1c678aaa-9fbd-45b4-9a6f-9d3633b78121,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:55.974057 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-09c1cff1-9ba1-448c-a347-52b6b713e6d0 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (03218c00-6b39-4ae7-8a61-39eccba27ba4), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:55.979518 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-04195159-f3f3-4c34-89e4-a1da8b133872 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4051173 Jan 25 03:36:55.997525 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18230b0a-a890-4631-bbf8-a8c7d42bf891 req-969a20a8-8dd3-440f-919e-f03eafdf1b86 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:55.999039 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-18230b0a-a890-4631-bbf8-a8c7d42bf891 req-969a20a8-8dd3-440f-919e-f03eafdf1b86 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 932 time: 0.0674419 Jan 25 03:36:56.013187 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Request body: {'port': {'device_id': 'bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:36:56.051851 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-09c1cff1-9ba1-448c-a347-52b6b713e6d0 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Network 0b917203-5e09-47b4-844d-fe363f6e62f4 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:36:56.055092 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-18230b0a-a890-4631-bbf8-a8c7d42bf891 req-dcd24365-f13e-4017-8ef6-40178ad56a55 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471919 Jan 25 03:36:56.060073 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-09c1cff1-9ba1-448c-a347-52b6b713e6d0 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:36:56.070563 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 46746) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:56.094269 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-09c1cff1-9ba1-448c-a347-52b6b713e6d0 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.096830 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.098890 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.098890 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.098890 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.098890 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.098890 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.098890 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.098890 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.098890 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.098890 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.098890 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.098890 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:36:56.098890 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:36:56.100082 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-09c1cff1-9ba1-448c-a347-52b6b713e6d0 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:56.100877 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-09c1cff1-9ba1-448c-a347-52b6b713e6d0 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:56.101504 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bb70170a-2e4e-495f-99e1-a5d94a620c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:56.103311 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1cff1-9ba1-448c-a347-52b6b713e6d0 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Pushing event updated for resources: {'Port': ['ID=03218c00-6b39-4ae7-8a61-39eccba27ba4,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:56.112970 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (1c678aaa-9fbd-45b4-9a6f-9d3633b78121), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:56.211195 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bb70170a-2e4e-495f-99e1-a5d94a620c53 admin admin] Publish callbacks [] for security_group (4518a975-80f5-481e-9cc0-806305f7bb16), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:56.236844 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-09c1cff1-9ba1-448c-a347-52b6b713e6d0 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9721193 Jan 25 03:36:56.271486 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Request body: {'port': {'device_id': 'b7a93cbd-7b1b-4e5a-99f6-e25f560df158', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:36:56.296635 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bb70170a-2e4e-495f-99e1-a5d94a620c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (4518a975-80f5-481e-9cc0-806305f7bb16), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:56.298976 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-90c9a11b-cd2f-4c8c-bb2f-1eac3fa676ad None None] Provisioning complete for port 03218c00-6b39-4ae7-8a61-39eccba27ba4 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:36:56.299430 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-90c9a11b-cd2f-4c8c-bb2f-1eac3fa676ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (03218c00-6b39-4ae7-8a61-39eccba27ba4), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:56.335304 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-90c9a11b-cd2f-4c8c-bb2f-1eac3fa676ad None None] Port 03218c00-6b39-4ae7-8a61-39eccba27ba4 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:36:56.337461 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-bb70170a-2e4e-495f-99e1-a5d94a620c53 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=d14464039c5b4da58e87dc7df42f9cdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655380 Jan 25 03:36:56.340458 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70170a-2e4e-495f-99e1-a5d94a620c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4518a975-80f5-481e-9cc0-806305f7bb16,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:56.340630 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 46748) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:36:56.404635 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (03218c00-6b39-4ae7-8a61-39eccba27ba4), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:56.555953 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9a86c16e-fc0d-40e9-a997-952fc379322a admin admin] Publish callbacks [] for security_group (4518a975-80f5-481e-9cc0-806305f7bb16), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:56.692964 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9a86c16e-fc0d-40e9-a997-952fc379322a admin admin] Publish callbacks [] for security_group (4518a975-80f5-481e-9cc0-806305f7bb16), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:56.695811 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c678aaa-9fbd-45b4-9a6f-9d3633b78121 {{(pid=103186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:36:56.727487 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Publish callbacks [] for port (1c678aaa-9fbd-45b4-9a6f-9d3633b78121), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:56.754970 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-7c147dd0-13da-4a91-9f83-d29ac48af08c tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:56.756736 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-7c147dd0-13da-4a91-9f83-d29ac48af08c tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.112 "GET /v2.0/networks?id=5a6ed931-4b24-4be4-b671-86c474190d7e HTTP/1.1" status: 200 len: 809 time: 0.3356271 Jan 25 03:36:56.797584 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-25f55d6f-d146-4d87-afbd-0d383d7c0d85 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Request body: {'port': {'device_id': '0ca6ff2e-464f-45a9-a5ba-58ce987262ed', 'network_id': '5a6ed931-4b24-4be4-b671-86c474190d7e', 'admin_state_up': True, 'tenant_id': '9572dffe747a4371ace5d887368ca64b'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:36:56.805885 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.provisioning_blocks [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Transition to ACTIVE for port object 1c678aaa-9fbd-45b4-9a6f-9d3633b78121 will not be triggered until provisioned by entity L2. {{(pid=103186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:36:56.902400 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db9318-88a7-4186-a1b9-f3c806c54071 req-b674543e-d62e-4ad7-9ec7-d10efbe7f10f tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:56.904226 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c5db9318-88a7-4186-a1b9-f3c806c54071 req-b674543e-d62e-4ad7-9ec7-d10efbe7f10f tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 935 time: 0.0746934 Jan 25 03:36:56.907919 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (1c678aaa-9fbd-45b4-9a6f-9d3633b78121), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:56.964301 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c5db9318-88a7-4186-a1b9-f3c806c54071 req-84bffd48-1362-43af-8cad-86d4cf6f822d tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529904 Jan 25 03:36:57.052799 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Pushing event updated for resources: {'Port': ['ID=1c678aaa-9fbd-45b4-9a6f-9d3633b78121,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:57.077203 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07590a77-9096-44a3-b10c-11b156bf589e req-efb21ae2-e6d8-407d-ad08-f5b60a49edbf tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:57.083642 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-07590a77-9096-44a3-b10c-11b156bf589e req-efb21ae2-e6d8-407d-ad08-f5b60a49edbf tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.2826593 Jan 25 03:36:57.095617 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-68297e2c-cdc5-42b6-8d49-0a28dd318b28 req-879a96b0-2e9c-4610-9be9-fee9943420b8 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 210 time: 0.0520816 Jan 25 03:36:57.116493 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9a86c16e-fc0d-40e9-a997-952fc379322a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (4518a975-80f5-481e-9cc0-806305f7bb16), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:57.118943 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9a86c16e-fc0d-40e9-a997-952fc379322a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:57.126507 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-9a86c16e-fc0d-40e9-a997-952fc379322a admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/4518a975-80f5-481e-9cc0-806305f7bb16 HTTP/1.1" status: 204 len: 168 time: 0.7796478 Jan 25 03:36:57.195963 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86c16e-fc0d-40e9-a997-952fc379322a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4518a975-80f5-481e-9cc0-806305f7bb16,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:57.242778 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Attempting to bind port 1c678aaa-9fbd-45b4-9a6f-9d3633b78121 on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:36:57.245091 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Attempting to bind port 1c678aaa-9fbd-45b4-9a6f-9d3633b78121 by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': 'b2c63bc6-3c43-4648-ac9b-c699ff3bbb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:36:57.245091 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Attempting to bind port 1c678aaa-9fbd-45b4-9a6f-9d3633b78121 on network 835e181b-635d-41dd-9269-42b6c17d0334 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:36:57.287500 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-07590a77-9096-44a3-b10c-11b156bf589e req-cce4009d-d447-4f7d-9e56-a832ad75a759 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943176 Jan 25 03:36:57.288100 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Port 1c678aaa-9fbd-45b4-9a6f-9d3633b78121 on network 835e181b-635d-41dd-9269-42b6c17d0334 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:36:57.288424 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Attempting to bind port 1c678aaa-9fbd-45b4-9a6f-9d3633b78121 on network 835e181b-635d-41dd-9269-42b6c17d0334 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:36:57.304807 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:36:57.309316 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Checking segment: {'id': 'b2c63bc6-3c43-4648-ac9b-c699ff3bbb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:36:57.309316 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Bound using segment: {'id': 'b2c63bc6-3c43-4648-ac9b-c699ff3bbb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:36:57.309316 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Bound port: 1c678aaa-9fbd-45b4-9a6f-9d3633b78121, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c63bc6-3c43-4648-ac9b-c699ff3bbb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:36:57.309316 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (1c678aaa-9fbd-45b4-9a6f-9d3633b78121), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:57.336444 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03218c00-6b39-4ae7-8a61-39eccba27ba4 {{(pid=103186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:36:57.365947 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Publish callbacks [] for port (03218c00-6b39-4ae7-8a61-39eccba27ba4), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:57.392151 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.provisioning_blocks [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Transition to ACTIVE for port object 03218c00-6b39-4ae7-8a61-39eccba27ba4 will not be triggered until provisioned by entity L2. {{(pid=103186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:36:57.403351 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45dac8-4ad8-4bc7-bc4a-35f5c3b83595 req-b1c1f910-ad64-46af-bc27-645b988c2ece tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:57.407110 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4d45dac8-4ad8-4bc7-bc4a-35f5c3b83595 req-b1c1f910-ad64-46af-bc27-645b988c2ece tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 944 time: 0.0619195 Jan 25 03:36:57.410420 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] For port 1c678aaa-9fbd-45b4-9a6f-9d3633b78121, host hv-cinder-81901, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:36:57.414279 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] For port 1c678aaa-9fbd-45b4-9a6f-9d3633b78121, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=1c678aaa-9fbd-45b4-9a6f-9d3633b78121,segment=NetworkSegment(b2c63bc6-3c43-4648-ac9b-c699ff3bbb42),segment_id=b2c63bc6-3c43-4648-ac9b-c699ff3bbb42)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:36:57.467782 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4d45dac8-4ad8-4bc7-bc4a-35f5c3b83595 req-a727ce74-48c9-464b-96ba-f165651a130c tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557439 Jan 25 03:36:57.473702 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-25f55d6f-d146-4d87-afbd-0d383d7c0d85 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Made reservation on behalf of 9572dffe747a4371ace5d887368ca64b for: {'port': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:36:57.477740 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-25f55d6f-d146-4d87-afbd-0d383d7c0d85 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:57.544499 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (03218c00-6b39-4ae7-8a61-39eccba27ba4), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:57.548417 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (1c678aaa-9fbd-45b4-9a6f-9d3633b78121), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:57.615918 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:57.616551 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:57.618303 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] 10.222.0.112 "PUT /v2.0/ports/1c678aaa-9fbd-45b4-9a6f-9d3633b78121 HTTP/1.1" status: 200 len: 1094 time: 1.6122892 Jan 25 03:36:57.625232 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff', 'tag': '1c678aaa-9fbd-45b4-9a6f-9d3633b78121'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:36:57.627113 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ec304e-6454-4f72-a9ed-64d909600738" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff", "tag": "1c678aaa-9fbd-45b4-9a6f-9d3633b78121"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:36:57.678102 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=03218c00-6b39-4ae7-8a61-39eccba27ba4,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:57.753023 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c30a63-b1af-4bca-9f39-2e2ca2c66c98 x-openstack-request-id: req-f6c30a63-b1af-4bca-9f39-2e2ca2c66c98 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:36:57.753328 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff", "tag": "1c678aaa-9fbd-45b4-9a6f-9d3633b78121", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:36:57.753584 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-f6c30a63-b1af-4bca-9f39-2e2ca2c66c98 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:36:57.753983 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff', 'tag': '1c678aaa-9fbd-45b4-9a6f-9d3633b78121', 'status': 'completed', 'code': 200} Jan 25 03:36:57.899167 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Attempting to bind port 03218c00-6b39-4ae7-8a61-39eccba27ba4 on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:36:57.899503 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Attempting to bind port 03218c00-6b39-4ae7-8a61-39eccba27ba4 by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': '3280f77f-9422-4dd2-b809-50ec639a2849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b917203-5e09-47b4-844d-fe363f6e62f4'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:36:57.899824 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Attempting to bind port 03218c00-6b39-4ae7-8a61-39eccba27ba4 on network 0b917203-5e09-47b4-844d-fe363f6e62f4 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:36:57.907184 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-25f55d6f-d146-4d87-afbd-0d383d7c0d85 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Allocated IP 172.20.0.10 (5a6ed931-4b24-4be4-b671-86c474190d7e/e9bccd8f-6216-4ca8-983b-c3021a241104/a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:36:57.913349 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Port 03218c00-6b39-4ae7-8a61-39eccba27ba4 on network 0b917203-5e09-47b4-844d-fe363f6e62f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:36:57.913674 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Attempting to bind port 03218c00-6b39-4ae7-8a61-39eccba27ba4 on network 0b917203-5e09-47b4-844d-fe363f6e62f4 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:36:57.925277 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6012c68-0b2a-40a2-9819-496616b65e78 service neutron] Pushing event updated for resources: {'Port': ['ID=1c678aaa-9fbd-45b4-9a6f-9d3633b78121,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:57.936057 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:36:57.936397 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Checking segment: {'id': '3280f77f-9422-4dd2-b809-50ec639a2849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b917203-5e09-47b4-844d-fe363f6e62f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:36:57.937327 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Bound using segment: {'id': '3280f77f-9422-4dd2-b809-50ec639a2849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b917203-5e09-47b4-844d-fe363f6e62f4'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:36:57.937793 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Bound port: 03218c00-6b39-4ae7-8a61-39eccba27ba4, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3280f77f-9422-4dd2-b809-50ec639a2849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b917203-5e09-47b4-844d-fe363f6e62f4'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:36:57.938152 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (03218c00-6b39-4ae7-8a61-39eccba27ba4), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:57.992803 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec304e-6454-4f72-a9ed-64d909600738 req-d961f76c-13bf-45d6-bda9-35473af0035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:57.995048 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-47ec304e-6454-4f72-a9ed-64d909600738 req-d961f76c-13bf-45d6-bda9-35473af0035c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2e67c9d0a7f44900a2ac9fdc1bdcb15a&device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 1097 time: 0.1964955 Jan 25 03:36:58.168524 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] For port 03218c00-6b39-4ae7-8a61-39eccba27ba4, host hv-cinder-81901, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:36:58.240945 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] For port 03218c00-6b39-4ae7-8a61-39eccba27ba4, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=03218c00-6b39-4ae7-8a61-39eccba27ba4,segment=NetworkSegment(3280f77f-9422-4dd2-b809-50ec639a2849),segment_id=3280f77f-9422-4dd2-b809-50ec639a2849)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:36:58.467488 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1af9d19e-f2ba-4571-ba96-e5d084c74c80 req-86611889-e1a6-45e6-85fc-00c5796d31e4 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 210 time: 0.0332086 Jan 25 03:36:58.536616 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (03218c00-6b39-4ae7-8a61-39eccba27ba4), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:58.597851 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:58.598797 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:58.600216 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] 10.222.0.112 "PUT /v2.0/ports/03218c00-6b39-4ae7-8a61-39eccba27ba4 HTTP/1.1" status: 200 len: 1097 time: 2.3342144 Jan 25 03:36:58.609166 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253006bb-4ee5-487b-a339-f8230112665d req-b6448ca5-ad4c-47c1-ba7c-17d8918a6abd tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:58.611004 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-253006bb-4ee5-487b-a339-f8230112665d req-b6448ca5-ad4c-47c1-ba7c-17d8918a6abd tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 947 time: 0.5204334 Jan 25 03:36:58.616973 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec304e-6454-4f72-a9ed-64d909600738 req-a09759df-fe7b-4602-b8c8-d5ccb66dbaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:58.618491 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-47ec304e-6454-4f72-a9ed-64d909600738 req-a09759df-fe7b-4602-b8c8-d5ccb66dbaf2 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=2e67c9d0a7f44900a2ac9fdc1bdcb15a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5879974 Jan 25 03:36:58.706239 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd6c83-d8f8-4275-89a7-27baf620a4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=03218c00-6b39-4ae7-8a61-39eccba27ba4,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:58.758627 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-25f55d6f-d146-4d87-afbd-0d383d7c0d85 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Publish callbacks [] for port (a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:58.767361 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b40a62-2e91-4e08-84bf-b402efb0cb7c req-001114c3-0236-45c6-bc62-a74a2b3773d7 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:58.768881 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e1b40a62-2e91-4e08-84bf-b402efb0cb7c req-001114c3-0236-45c6-bc62-a74a2b3773d7 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0598028 Jan 25 03:36:58.842622 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e1b40a62-2e91-4e08-84bf-b402efb0cb7c req-400fde40-a0ce-4064-bded-b9ca50ef7d33 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622604 Jan 25 03:36:58.902057 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-253006bb-4ee5-487b-a339-f8230112665d req-8ede81e6-436e-4df5-954b-d3f81ac7cc30 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797639 Jan 25 03:36:58.968330 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec304e-6454-4f72-a9ed-64d909600738 req-bb56e12b-af79-4a2b-beed-c203396800c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:58.969270 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b808cc-b1aa-4b27-8390-71acff7ffe32 req-9b584b58-08fb-444a-b303-610f784a7e4d tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:58.969787 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-47ec304e-6454-4f72-a9ed-64d909600738 req-bb56e12b-af79-4a2b-beed-c203396800c3 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3161077 Jan 25 03:36:58.971008 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c2b808cc-b1aa-4b27-8390-71acff7ffe32 req-9b584b58-08fb-444a-b303-610f784a7e4d tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 946 time: 0.0753756 Jan 25 03:36:58.971590 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-19b172ae-b2be-46ca-95ed-4a87cb70ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:58.972939 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-19b172ae-b2be-46ca-95ed-4a87cb70ef84 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f42d3702511c4fb08d050300e23d66a0&device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 1100 time: 0.1452980 Jan 25 03:36:59.047917 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c2b808cc-b1aa-4b27-8390-71acff7ffe32 req-2f62d3fe-6fdf-485e-a157-f4ae9999f30c tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646670 Jan 25 03:36:59.080747 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-24218610-c575-4a5d-ad93-61c1a5f72c95 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=03218c00-6b39-4ae7-8a61-39eccba27ba4 HTTP/1.1" status: 200 len: 217 time: 0.0649629 Jan 25 03:36:59.082175 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-25f55d6f-d146-4d87-afbd-0d383d7c0d85 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:59.094317 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa22d21-5364-436e-afdd-5fbe307af5aa req-4ba148c4-44d8-4534-916d-fa2058b3cec6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:59.096248 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-aaa22d21-5364-436e-afdd-5fbe307af5aa req-4ba148c4-44d8-4534-916d-fa2058b3cec6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 944 time: 0.1166766 Jan 25 03:36:59.219925 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-25f55d6f-d146-4d87-afbd-0d383d7c0d85 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Network 5a6ed931-4b24-4be4-b671-86c474190d7e is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:36:59.240085 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-25f55d6f-d146-4d87-afbd-0d383d7c0d85 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:36:59.252226 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-25f55d6f-d146-4d87-afbd-0d383d7c0d85 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:36:59.258512 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-25f55d6f-d146-4d87-afbd-0d383d7c0d85 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:59.259132 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-25f55d6f-d146-4d87-afbd-0d383d7c0d85 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:59.261925 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f55d6f-d146-4d87-afbd-0d383d7c0d85 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Pushing event updated for resources: {'Port': ['ID=a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:36:59.265091 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-bef324e3-0e35-423a-8e62-57233a6d6b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:59.266549 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-bef324e3-0e35-423a-8e62-57233a6d6b29 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a837ffec-4486-4753-96bd-0fd2b3c7e014 HTTP/1.1" status: 200 len: 843 time: 0.1674743 Jan 25 03:36:59.275375 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-6fa2ac97-b1a1-42d9-8379-3da41e08d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:59.276824 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-6fa2ac97-b1a1-42d9-8379-3da41e08d5af service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2e67c9d0a7f44900a2ac9fdc1bdcb15a&device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 1097 time: 0.2070572 Jan 25 03:36:59.316641 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-aaa22d21-5364-436e-afdd-5fbe307af5aa req-df4e51c2-297e-4fd1-be11-aca03d7be14d tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895313 Jan 25 03:36:59.359506 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-253946d5-22aa-4ddb-b12d-b5b1ef5e8691 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c678aaa-9fbd-45b4-9a6f-9d3633b78121 HTTP/1.1" status: 200 len: 217 time: 0.0411196 Jan 25 03:36:59.365778 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-534cfc59-506f-4cf9-8f42-f9b7ce87f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:59.367276 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-534cfc59-506f-4cf9-8f42-f9b7ce87f98d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=0b917203-5e09-47b4-844d-fe363f6e62f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0895698 Jan 25 03:36:59.370715 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-25f55d6f-d146-4d87-afbd-0d383d7c0d85 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5830050 Jan 25 03:36:59.420686 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Request body: {'port': {'device_id': '0ca6ff2e-464f-45a9-a5ba-58ce987262ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:36:59.521190 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-b6e039f3-111a-426e-afb3-2677c4530ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:59.522586 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-b6e039f3-111a-426e-afb3-2677c4530ef0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b554719f-8713-4f6e-87c2-8a3b80ecbb7b HTTP/1.1" status: 200 len: 855 time: 0.1395350 Jan 25 03:36:59.579405 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-f2f4fddb-245c-428f-8783-77577527ae52 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=835e181b-635d-41dd-9269-42b6c17d0334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341003 Jan 25 03:36:59.585809 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:36:59.605265 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafea92-0e63-4e18-9a76-c3942e8f4b5d req-5a64abfb-0c15-407d-92e7-118d4d489051 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:36:59.606760 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3eafea92-0e63-4e18-9a76-c3942e8f4b5d req-5a64abfb-0c15-407d-92e7-118d4d489051 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 932 time: 0.0660894 Jan 25 03:36:59.655385 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3eafea92-0e63-4e18-9a76-c3942e8f4b5d req-6dc593b4-ffdd-4924-b950-2cadf4c5dc68 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429459 Jan 25 03:36:59.659483 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-adbeb186-4c35-46d0-abf4-779af16f2218 service neutron] 10.222.0.112 "GET /v2.0/networks/0b917203-5e09-47b4-844d-fe363f6e62f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469037 Jan 25 03:36:59.773539 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a93cbd-7b1b-4e5a-99f6-e25f560df158', 'tag': '03218c00-6b39-4ae7-8a61-39eccba27ba4'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:36:59.776542 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a5f753-7ec4-4cc3-91be-4d69204845f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a93cbd-7b1b-4e5a-99f6-e25f560df158", "tag": "03218c00-6b39-4ae7-8a61-39eccba27ba4"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:36:59.847109 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ecd296-0aed-4ee3-8d3f-c8f253468fc9 x-openstack-request-id: req-64ecd296-0aed-4ee3-8d3f-c8f253468fc9 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:36:59.847397 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a93cbd-7b1b-4e5a-99f6-e25f560df158", "tag": "03218c00-6b39-4ae7-8a61-39eccba27ba4", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:36:59.847646 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-64ecd296-0aed-4ee3-8d3f-c8f253468fc9 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:36:59.848030 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a93cbd-7b1b-4e5a-99f6-e25f560df158', 'tag': '03218c00-6b39-4ae7-8a61-39eccba27ba4', 'status': 'completed', 'code': 200} Jan 25 03:36:59.876492 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-4d9c871f-6123-4ce3-9413-c25d973a2960 service neutron] 10.222.0.112 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788346 Jan 25 03:36:59.927234 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d3df166c-919b-48fa-b084-c90a0a6274b1 req-2f307dc8-7749-4fb0-8580-592952a5e5bd service neutron] 10.222.0.112 "GET /v2.0/networks/0b917203-5e09-47b4-844d-fe363f6e62f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362099 Jan 25 03:37:00.035810 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aeb8be-464e-4f93-9897-32a833f4bfab req-307b3689-59b2-497c-8557-e5e21aaf1b2e tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:00.037241 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-70aeb8be-464e-4f93-9897-32a833f4bfab req-307b3689-59b2-497c-8557-e5e21aaf1b2e tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 947 time: 0.0585830 Jan 25 03:37:00.090213 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-70aeb8be-464e-4f93-9897-32a833f4bfab req-4227c5d2-fc3e-4aae-b344-518cc7cf466a tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457079 Jan 25 03:37:00.109368 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf26a6e-ad7c-438c-9303-1180d390fc0d req-f25453e2-d981-4d72-89fd-3116f15ec59b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:00.110869 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-baf26a6e-ad7c-438c-9303-1180d390fc0d req-f25453e2-d981-4d72-89fd-3116f15ec59b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.1749582 Jan 25 03:37:00.117358 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0f98a36e-4f40-42a5-9137-11f9b4218d27 req-235a8fc5-ea15-4dce-ae99-68e79e1a3369 service neutron] 10.222.0.112 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250316 Jan 25 03:37:00.196547 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c89f4d-b0d1-47d2-b773-07fde58e5592 req-e0d3db66-3f54-42eb-a5c8-19e9721d4c7f tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:00.198908 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-48c89f4d-b0d1-47d2-b773-07fde58e5592 req-e0d3db66-3f54-42eb-a5c8-19e9721d4c7f tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 946 time: 0.0504069 Jan 25 03:37:00.226514 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb {{(pid=103186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:37:00.239639 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Publish callbacks [] for port (a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:00.248039 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-baf26a6e-ad7c-438c-9303-1180d390fc0d req-209b3be9-9484-46bf-938b-3c13280fe92e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261156 Jan 25 03:37:00.263692 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.provisioning_blocks [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Transition to ACTIVE for port object a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb will not be triggered until provisioned by entity L2. {{(pid=103186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:37:00.268460 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5f753-7ec4-4cc3-91be-4d69204845f2 req-36f0e3a0-b3ff-4920-b7bd-229e0d37d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:00.276503 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d9a5f753-7ec4-4cc3-91be-4d69204845f2 req-36f0e3a0-b3ff-4920-b7bd-229e0d37d167 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f42d3702511c4fb08d050300e23d66a0&device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 1100 time: 0.0949705 Jan 25 03:37:00.277105 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-48c89f4d-b0d1-47d2-b773-07fde58e5592 req-5d327aaa-5b42-4f58-8772-d7a94be232a0 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701566 Jan 25 03:37:00.335120 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:00.470593 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Pushing event updated for resources: {'Port': ['ID=a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:00.500662 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5f753-7ec4-4cc3-91be-4d69204845f2 req-b111fb54-3eeb-4a68-8aa9-6f0aaac9c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:00.502117 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d9a5f753-7ec4-4cc3-91be-4d69204845f2 req-b111fb54-3eeb-4a68-8aa9-6f0aaac9c506 service neutron] 10.222.0.112 "GET /v2.0/networks?id=0b917203-5e09-47b4-844d-fe363f6e62f4 HTTP/1.1" status: 200 len: 869 time: 0.1872749 Jan 25 03:37:00.523324 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Attempting to bind port a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:37:00.523665 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Attempting to bind port a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': '00816fa3-17f6-4d4c-abfc-0f6f12b20c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5a6ed931-4b24-4be4-b671-86c474190d7e'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:37:00.523981 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Attempting to bind port a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb on network 5a6ed931-4b24-4be4-b671-86c474190d7e {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.532419 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.534982 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.534982 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.534982 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.534982 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.534982 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.534982 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.534982 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.534982 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.534982 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.534982 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.534982 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:00.534982 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:00.534982 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29424d9-b7b9-447b-a2e0-2ad460759fe3 req-4b6e0371-7757-446b-8c2e-0458e0a30296 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:00.539739 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e29424d9-b7b9-447b-a2e0-2ad460759fe3 req-4b6e0371-7757-446b-8c2e-0458e0a30296 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 944 time: 0.1294305 Jan 25 03:37:00.569445 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d9a5f753-7ec4-4cc3-91be-4d69204845f2 req-e958c1e3-a804-48de-9199-594bc9b45d59 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=03218c00-6b39-4ae7-8a61-39eccba27ba4 HTTP/1.1" status: 200 len: 217 time: 0.0537000 Jan 25 03:37:00.576190 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Port a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb on network 5a6ed931-4b24-4be4-b671-86c474190d7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:37:00.576507 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Attempting to bind port a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb on network 5a6ed931-4b24-4be4-b671-86c474190d7e {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:37:00.611799 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:37:00.612152 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Checking segment: {'id': '00816fa3-17f6-4d4c-abfc-0f6f12b20c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5a6ed931-4b24-4be4-b671-86c474190d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:37:00.612554 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Bound using segment: {'id': '00816fa3-17f6-4d4c-abfc-0f6f12b20c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5a6ed931-4b24-4be4-b671-86c474190d7e'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:37:00.612982 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Bound port: a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00816fa3-17f6-4d4c-abfc-0f6f12b20c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5a6ed931-4b24-4be4-b671-86c474190d7e'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:37:00.613331 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:00.677721 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e29424d9-b7b9-447b-a2e0-2ad460759fe3 req-69564336-0b34-4e0c-8628-c333a00dd972 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118286 Jan 25 03:37:00.683382 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5f753-7ec4-4cc3-91be-4d69204845f2 req-e7a3427e-da9a-4893-901e-288b9c08b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:00.684764 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d9a5f753-7ec4-4cc3-91be-4d69204845f2 req-e7a3427e-da9a-4893-901e-288b9c08b733 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a837ffec-4486-4753-96bd-0fd2b3c7e014 HTTP/1.1" status: 200 len: 843 time: 0.1008255 Jan 25 03:37:00.746282 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] For port a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb, host hv-cinder-81901, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:37:00.760971 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] For port a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb,segment=NetworkSegment(00816fa3-17f6-4d4c-abfc-0f6f12b20c0d),segment_id=00816fa3-17f6-4d4c-abfc-0f6f12b20c0d)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:37:00.769961 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5f753-7ec4-4cc3-91be-4d69204845f2 req-28168f36-39c6-45e1-b14a-997cc230d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:00.771537 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d9a5f753-7ec4-4cc3-91be-4d69204845f2 req-28168f36-39c6-45e1-b14a-997cc230d76a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=0b917203-5e09-47b4-844d-fe363f6e62f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0681472 Jan 25 03:37:00.787742 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b859f-00c7-4fe1-afaf-89256f232c4d req-cc975100-ae84-452b-a754-5746954307dc tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:00.789955 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-894b859f-00c7-4fe1-afaf-89256f232c4d req-cc975100-ae84-452b-a754-5746954307dc tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 944 time: 0.0528159 Jan 25 03:37:00.848310 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-894b859f-00c7-4fe1-afaf-89256f232c4d req-849f6ef4-f35b-4461-b99b-887719fe685b tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520539 Jan 25 03:37:00.855106 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:00.913324 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:00.914032 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:00.915434 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] 10.222.0.112 "PUT /v2.0/ports/a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb HTTP/1.1" status: 200 len: 1094 time: 1.5019004 Jan 25 03:37:00.932447 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d9a5f753-7ec4-4cc3-91be-4d69204845f2 req-06f90c6c-aab2-40ba-bbf5-1a6e80d9967c service neutron] 10.222.0.112 "GET /v2.0/networks/0b917203-5e09-47b4-844d-fe363f6e62f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523795 Jan 25 03:37:00.937006 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc8f0a-4398-4d50-86f6-28442102720d service neutron] Pushing event updated for resources: {'Port': ['ID=a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:01.212102 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5e996-15bc-4ca8-a3a4-124079e05f7f req-06b35e87-3de0-4545-8e0f-0ef986790b03 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:01.213621 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-55d5e996-15bc-4ca8-a3a4-124079e05f7f req-06b35e87-3de0-4545-8e0f-0ef986790b03 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 947 time: 0.0548122 Jan 25 03:37:01.260372 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-55d5e996-15bc-4ca8-a3a4-124079e05f7f req-83be5c37-ae37-4eda-ad90-8365652b039b tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403504 Jan 25 03:37:01.264720 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-9604fb3f-3bd4-494a-9f2c-281c661c821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:01.266175 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-9604fb3f-3bd4-494a-9f2c-281c661c821e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9572dffe747a4371ace5d887368ca64b&device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 1097 time: 0.0903611 Jan 25 03:37:01.276488 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d9a5f753-7ec4-4cc3-91be-4d69204845f2 req-d8407ea5-8879-4cb8-90a7-19de02d673dc service neutron] 10.222.0.112 "GET /v2.0/networks/0b917203-5e09-47b4-844d-fe363f6e62f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339331 Jan 25 03:37:01.375188 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-506eeac1-0c36-4b27-a675-fb767fe5740e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb HTTP/1.1" status: 200 len: 217 time: 0.0707722 Jan 25 03:37:01.433080 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a4c03-89c6-4941-a158-511f4f588102 req-de8c4c96-772e-44d9-916b-3d7c48df6d32 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:01.434789 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c76a4c03-89c6-4941-a158-511f4f588102 req-de8c4c96-772e-44d9-916b-3d7c48df6d32 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 946 time: 0.0638485 Jan 25 03:37:01.451853 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6da92-4f84-401a-98ea-b9f1005f362a req-502f5b64-57ff-450d-bbeb-fd7071c7f778 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:01.453565 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f2f6da92-4f84-401a-98ea-b9f1005f362a req-502f5b64-57ff-450d-bbeb-fd7071c7f778 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0916648 Jan 25 03:37:01.457865 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-ba0dc204-58e4-452b-9d9f-c5d46a980f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:01.459357 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-ba0dc204-58e4-452b-9d9f-c5d46a980f82 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e9bccd8f-6216-4ca8-983b-c3021a241104 HTTP/1.1" status: 200 len: 849 time: 0.0690658 Jan 25 03:37:01.469716 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdedeb47-c116-4c11-a922-4eb778f9055a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:01.503283 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c76a4c03-89c6-4941-a158-511f4f588102 req-ec9c5daa-bd7e-4d2e-bab6-e70930dc7c2e tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598412 Jan 25 03:37:01.516119 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-d6fec87d-9528-4b56-8815-7cf69d1a6326 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5a6ed931-4b24-4be4-b671-86c474190d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487876 Jan 25 03:37:01.548005 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f2f6da92-4f84-401a-98ea-b9f1005f362a req-6d766e57-5f86-4fe9-aecf-1a8711e1cc8d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876684 Jan 25 03:37:01.636415 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-9ed8cbba-414d-4ae7-a266-9b014e294182 service neutron] 10.222.0.112 "GET /v2.0/networks/5a6ed931-4b24-4be4-b671-86c474190d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125944 Jan 25 03:37:01.740071 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8ecba273-6576-44ab-ad4b-df57c0ffed50 req-148406a5-a273-4b1f-9640-670245ee9147 service neutron] 10.222.0.112 "GET /v2.0/networks/5a6ed931-4b24-4be4-b671-86c474190d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941658 Jan 25 03:37:01.802038 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca588967-b495-434d-a297-9e6bd4061f6f req-4574b960-e38e-4cda-b5ef-f30ff8f17565 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:01.803522 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ca588967-b495-434d-a297-9e6bd4061f6f req-4574b960-e38e-4cda-b5ef-f30ff8f17565 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 944 time: 0.0501385 Jan 25 03:37:01.849420 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca6ff2e-464f-45a9-a5ba-58ce987262ed', 'tag': 'a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:37:01.854133 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8157d9-1484-474d-bd8e-d97732bf2039" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca6ff2e-464f-45a9-a5ba-58ce987262ed", "tag": "a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:37:01.858089 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ca588967-b495-434d-a297-9e6bd4061f6f req-1b272035-da9b-4e0f-a336-c020185cd77b tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485353 Jan 25 03:37:01.918875 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce59af37-2bb6-4888-b4fc-e59767f90e26 x-openstack-request-id: req-ce59af37-2bb6-4888-b4fc-e59767f90e26 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:37:01.919195 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca6ff2e-464f-45a9-a5ba-58ce987262ed", "tag": "a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:37:01.919455 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-ce59af37-2bb6-4888-b4fc-e59767f90e26 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:37:01.919943 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca6ff2e-464f-45a9-a5ba-58ce987262ed', 'tag': 'a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb', 'status': 'completed', 'code': 200} Jan 25 03:37:01.921955 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea65b09-c337-4e65-8099-a5b50b4f18c8 req-3096b948-7443-4812-986d-760da1b62c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:01.923492 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1ea65b09-c337-4e65-8099-a5b50b4f18c8 req-3096b948-7443-4812-986d-760da1b62c9d service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 1098 time: 0.0475824 Jan 25 03:37:01.977243 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fd602-a8f4-421f-a806-e492e5cfa953 req-f2075486-0f25-4ba3-9bcb-1a292ac15259 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:01.979384 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c87fd602-a8f4-421f-a806-e492e5cfa953 req-f2075486-0f25-4ba3-9bcb-1a292ac15259 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 944 time: 0.0522065 Jan 25 03:37:02.030398 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c87fd602-a8f4-421f-a806-e492e5cfa953 req-fbb84397-ca51-469c-8ec2-e87c6243c192 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444129 Jan 25 03:37:02.128423 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8157d9-1484-474d-bd8e-d97732bf2039 req-0a4eaf82-8cad-4ba6-adc7-3b4ccfa84fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:02.129910 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6e8157d9-1484-474d-bd8e-d97732bf2039 req-0a4eaf82-8cad-4ba6-adc7-3b4ccfa84fe3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9572dffe747a4371ace5d887368ca64b&device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 1097 time: 0.0588553 Jan 25 03:37:02.213029 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1ea65b09-c337-4e65-8099-a5b50b4f18c8 req-e5426a49-bec4-4e05-94e3-f64e101ca1f1 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547618 Jan 25 03:37:02.238633 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8157d9-1484-474d-bd8e-d97732bf2039 req-c53c60de-de97-4ba6-80fd-68a36f947db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:02.240203 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6e8157d9-1484-474d-bd8e-d97732bf2039 req-c53c60de-de97-4ba6-80fd-68a36f947db7 service neutron] 10.222.0.112 "GET /v2.0/networks?id=5a6ed931-4b24-4be4-b671-86c474190d7e HTTP/1.1" status: 200 len: 909 time: 0.1013763 Jan 25 03:37:02.391182 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ef52e-c1d7-4b1c-90ff-e35331d70e3a req-ee085129-18d1-46de-a8a8-18e7d35b4031 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:02.392640 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-179ef52e-c1d7-4b1c-90ff-e35331d70e3a req-ee085129-18d1-46de-a8a8-18e7d35b4031 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 947 time: 0.0649838 Jan 25 03:37:02.438701 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-179ef52e-c1d7-4b1c-90ff-e35331d70e3a req-6a7128a4-d75c-4bd2-afce-65e648b092a1 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403528 Jan 25 03:37:02.617197 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca977ce-0fb1-4250-9e66-797772c24d37 req-35b63d10-35ee-4e98-86af-8796c46de320 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:02.618658 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7ca977ce-0fb1-4250-9e66-797772c24d37 req-35b63d10-35ee-4e98-86af-8796c46de320 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 946 time: 0.0478988 Jan 25 03:37:02.668148 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7ca977ce-0fb1-4250-9e66-797772c24d37 req-22b95d0f-50c5-486e-8496-8a0cf9deb3a4 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432968 Jan 25 03:37:02.768266 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f83f9a-e187-4734-9822-93feb7523607 req-2a7f0fa2-cc14-437b-a5c4-22130591d9b3 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:02.769727 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f9f83f9a-e187-4734-9822-93feb7523607 req-2a7f0fa2-cc14-437b-a5c4-22130591d9b3 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0470614 Jan 25 03:37:02.797219 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6e8157d9-1484-474d-bd8e-d97732bf2039 req-5cd01433-3bc5-4171-9e0a-6b95442c4098 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb HTTP/1.1" status: 200 len: 217 time: 0.0390017 Jan 25 03:37:02.819941 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f9f83f9a-e187-4734-9822-93feb7523607 req-cc64cee8-1474-4d3e-89a6-2f4d25615a83 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446312 Jan 25 03:37:02.979012 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33df4c5-3880-47c5-a02c-6d02499f10d0 req-ca2d6b55-0c21-4dcd-854e-6a5126d87caf tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:02.980190 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e33df4c5-3880-47c5-a02c-6d02499f10d0 req-ca2d6b55-0c21-4dcd-854e-6a5126d87caf tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 944 time: 0.0496550 Jan 25 03:37:03.038844 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e33df4c5-3880-47c5-a02c-6d02499f10d0 req-2fb1bb82-7a3a-46d2-8316-6c8433431971 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521090 Jan 25 03:37:03.065178 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8157d9-1484-474d-bd8e-d97732bf2039 req-a152c7a8-be0f-40e7-9d06-9ea535b7f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:03.066700 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6e8157d9-1484-474d-bd8e-d97732bf2039 req-a152c7a8-be0f-40e7-9d06-9ea535b7f80c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e9bccd8f-6216-4ca8-983b-c3021a241104 HTTP/1.1" status: 200 len: 849 time: 0.0891881 Jan 25 03:37:03.076142 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441eb74-ec04-4e78-ba45-10cee5d7f875 req-1b2901ec-4e91-4106-8f55-687a489166d9 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:03.077571 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6441eb74-ec04-4e78-ba45-10cee5d7f875 req-1b2901ec-4e91-4106-8f55-687a489166d9 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.112 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 946 time: 0.0714922 Jan 25 03:37:03.119909 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6e8157d9-1484-474d-bd8e-d97732bf2039 req-bfabd8e9-1379-4798-b832-5f0f86f3756d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5a6ed931-4b24-4be4-b671-86c474190d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336101 Jan 25 03:37:03.296657 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ab35d-c706-466f-a456-3febd6bfad5e req-a633f6e0-b293-42ac-92b7-1ce2dc21a8f2 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:03.300669 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-780ab35d-c706-466f-a456-3febd6bfad5e req-a633f6e0-b293-42ac-92b7-1ce2dc21a8f2 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 944 time: 0.1614561 Jan 25 03:37:03.349726 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6e8157d9-1484-474d-bd8e-d97732bf2039 req-c25b0007-ec89-4704-b5c8-57f3833475ba service neutron] 10.222.0.112 "GET /v2.0/networks/5a6ed931-4b24-4be4-b671-86c474190d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141340 Jan 25 03:37:03.402046 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-6441eb74-ec04-4e78-ba45-10cee5d7f875 req-12ced2cd-8541-4af7-9e10-f31828baf357 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Deleting port 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:37:03.402392 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6441eb74-ec04-4e78-ba45-10cee5d7f875 req-12ced2cd-8541-4af7-9e10-f31828baf357 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:03.452684 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-780ab35d-c706-466f-a456-3febd6bfad5e req-f7f4be5f-0c86-4d8d-815c-6ba2a84818d3 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452632 Jan 25 03:37:03.537095 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6e8157d9-1484-474d-bd8e-d97732bf2039 req-5da67ad1-c76f-4162-ab7e-2ff6af7252fc service neutron] 10.222.0.112 "GET /v2.0/networks/5a6ed931-4b24-4be4-b671-86c474190d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779618 Jan 25 03:37:03.555688 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-6441eb74-ec04-4e78-ba45-10cee5d7f875 req-12ced2cd-8541-4af7-9e10-f31828baf357 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] For port 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c,segment=NetworkSegment(1655bac7-6a9f-4c1c-8833-422ec3e68371),segment_id=1655bac7-6a9f-4c1c-8833-422ec3e68371)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:03.556076 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad8459-8e2a-4681-a430-adc46f6c3d00 req-a0ea6815-b0e2-442e-bcb6-0ac5df669ca8 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:03.556205 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6441eb74-ec04-4e78-ba45-10cee5d7f875 req-12ced2cd-8541-4af7-9e10-f31828baf357 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:03.558337 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3ad8459-8e2a-4681-a430-adc46f6c3d00 req-a0ea6815-b0e2-442e-bcb6-0ac5df669ca8 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 947 time: 0.0512226 Jan 25 03:37:03.572819 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-6441eb74-ec04-4e78-ba45-10cee5d7f875 req-12ced2cd-8541-4af7-9e10-f31828baf357 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Calling delete_port for 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:37:03.608421 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3ad8459-8e2a-4681-a430-adc46f6c3d00 req-487bb555-ca34-403a-a215-1a5e41ed0935 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435030 Jan 25 03:37:03.741880 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5c5b9478-cb5a-478e-b7d4-812232dd8108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:03.784835 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439492ef-e685-4495-a3d3-471827567a97 req-b52847c0-2246-4b7e-972a-31f02800933b tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:03.786295 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-439492ef-e685-4495-a3d3-471827567a97 req-b52847c0-2246-4b7e-972a-31f02800933b tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 946 time: 0.0483980 Jan 25 03:37:03.787801 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6441eb74-ec04-4e78-ba45-10cee5d7f875 req-12ced2cd-8541-4af7-9e10-f31828baf357 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594'] for port (1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:03.830169 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ced2cd-8541-4af7-9e10-f31828baf357 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Pushing event deleted for resources: {'Port': ['ID=1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:03.857471 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:37:03.909369 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-6441eb74-ec04-4e78-ba45-10cee5d7f875 req-12ced2cd-8541-4af7-9e10-f31828baf357 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] No DVR routers for this DVR port 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:37:03.918237 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6441eb74-ec04-4e78-ba45-10cee5d7f875 req-12ced2cd-8541-4af7-9e10-f31828baf357 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:03.921477 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6441eb74-ec04-4e78-ba45-10cee5d7f875 req-12ced2cd-8541-4af7-9e10-f31828baf357 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.112 "DELETE /v2.0/ports/1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c HTTP/1.1" status: 204 len: 173 time: 0.8257365 Jan 25 03:37:03.921918 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182d19da-cad7-4773-bd15-67d9285d2c1a', 'name': 'network-vif-deleted', 'tag': '1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:37:03.924131 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65113793-54ff-47eb-870d-0f36bd366c32" -d '{"events": [{"server_uuid": "182d19da-cad7-4773-bd15-67d9285d2c1a", "name": "network-vif-deleted", "tag": "1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:37:03.931908 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-439492ef-e685-4495-a3d3-471827567a97 req-e6710fe0-3d1b-49d3-b425-23ce7c718089 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/security-groups?id=61a0d68d-c50c-4421-87ab-4554d90d21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377451 Jan 25 03:37:03.949384 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b94f1c-5574-4cfe-8a81-a76cd0c246c7 req-fdfa6cb6-2103-4f48-90ee-e73d3d1dfc89 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:03.955096 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-89b94f1c-5574-4cfe-8a81-a76cd0c246c7 req-fdfa6cb6-2103-4f48-90ee-e73d3d1dfc89 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0656877 Jan 25 03:37:03.988780 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08552c3-ee29-448b-a6ce-59cf033a0c81 x-openstack-request-id: req-e08552c3-ee29-448b-a6ce-59cf033a0c81 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:37:03.988780 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182d19da-cad7-4773-bd15-67d9285d2c1a", "name": "network-vif-deleted", "tag": "1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:37:03.988780 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-e08552c3-ee29-448b-a6ce-59cf033a0c81 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:37:03.992328 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182d19da-cad7-4773-bd15-67d9285d2c1a', 'name': 'network-vif-deleted', 'tag': '1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c', 'status': 'completed', 'code': 200} Jan 25 03:37:04.020975 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-89b94f1c-5574-4cfe-8a81-a76cd0c246c7 req-a4875ea0-72b3-4fcf-8d65-5f368f357567 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604324 Jan 25 03:37:04.156300 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd32c1f-5a0c-45b9-94ae-e76efeb35cc6 req-791d8b76-d9e1-4cf6-89b3-0ca20f851e72 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:04.157782 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7bd32c1f-5a0c-45b9-94ae-e76efeb35cc6 req-791d8b76-d9e1-4cf6-89b3-0ca20f851e72 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 944 time: 0.0495305 Jan 25 03:37:04.208447 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7bd32c1f-5a0c-45b9-94ae-e76efeb35cc6 req-5b82ecc0-f3a7-444c-9448-b3f8a2285943 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452297 Jan 25 03:37:04.571993 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894f93e-a055-489b-9168-dec565a74a34 req-9bacf176-5e64-4ce6-bfd2-7ff1bc34291c tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:04.574314 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1894f93e-a055-489b-9168-dec565a74a34 req-9bacf176-5e64-4ce6-bfd2-7ff1bc34291c tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 944 time: 0.0520866 Jan 25 03:37:04.624831 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1894f93e-a055-489b-9168-dec565a74a34 req-6c51ebdb-603b-4405-b030-9573c16aebf4 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448813 Jan 25 03:37:04.754961 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab27b0-24e3-4719-8bc9-fbc90b7c1804 req-3f4a39de-51fb-4a21-bc0b-0be05b76af18 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:04.756540 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-63ab27b0-24e3-4719-8bc9-fbc90b7c1804 req-3f4a39de-51fb-4a21-bc0b-0be05b76af18 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 947 time: 0.0698524 Jan 25 03:37:04.817952 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-63ab27b0-24e3-4719-8bc9-fbc90b7c1804 req-b6120d5f-545b-472a-9b3c-1dadf0aed2c9 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545640 Jan 25 03:37:05.052593 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0e43fbf4-8655-4b57-b9c3-bb2758d62197 req-5f672171-5f81-4510-a18f-742501a4c8a0 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 210 time: 0.0373278 Jan 25 03:37:05.144101 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a6ffa-6b2c-41ae-8909-0cb05621fba8 req-a4dcbed3-ac0c-490b-8f25-d53a46539ada tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:05.145572 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-447a6ffa-6b2c-41ae-8909-0cb05621fba8 req-a4dcbed3-ac0c-490b-8f25-d53a46539ada tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0533750 Jan 25 03:37:05.195710 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-447a6ffa-6b2c-41ae-8909-0cb05621fba8 req-db1dc6d3-f2f7-4942-8d52-e7011ce916fa tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439582 Jan 25 03:37:05.201104 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:05.328419 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daf97f-2749-4f07-93df-96187bf1777e req-7e209379-482d-4a99-8904-3371b9ad46c1 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:05.329945 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f9daf97f-2749-4f07-93df-96187bf1777e req-7e209379-482d-4a99-8904-3371b9ad46c1 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0587904 Jan 25 03:37:05.331957 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbd762-a981-4d3e-9720-2479263a753c req-f311438c-282a-4d3c-96b4-7feccd22a6d6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:05.333489 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d7cbd762-a981-4d3e-9720-2479263a753c req-f311438c-282a-4d3c-96b4-7feccd22a6d6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 944 time: 0.0536013 Jan 25 03:37:05.385294 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f9daf97f-2749-4f07-93df-96187bf1777e req-de357d97-9140-45ef-9e99-86e544fc3d3e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497007 Jan 25 03:37:05.388174 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d7cbd762-a981-4d3e-9720-2479263a753c req-6806fbe0-78fa-4ebf-ad07-84438e33b5c8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487454 Jan 25 03:37:05.747206 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa87af5-27f1-4297-b731-d8b1795322ff req-9a43cb67-c8fc-4c4f-a315-61a4272797cd tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:05.748769 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9aa87af5-27f1-4297-b731-d8b1795322ff req-9a43cb67-c8fc-4c4f-a315-61a4272797cd tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 944 time: 0.0526206 Jan 25 03:37:05.794178 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9aa87af5-27f1-4297-b731-d8b1795322ff req-f823d584-2b1d-4545-8edd-6c2c37b546c4 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397570 Jan 25 03:37:05.938369 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8031df4-e154-424c-9340-3b4be7af25d8 req-9976e167-6980-4a5a-97ef-724470261a35 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:05.939847 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a8031df4-e154-424c-9340-3b4be7af25d8 req-9976e167-6980-4a5a-97ef-724470261a35 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 947 time: 0.0522139 Jan 25 03:37:05.997629 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a8031df4-e154-424c-9340-3b4be7af25d8 req-4d35ee9b-dafa-4b37-bf6d-42b86e628052 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520074 Jan 25 03:37:06.160094 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7ed1dfe5-c296-44e1-9fcb-a968065f1b2e req-8f07eeca-8a5f-4413-8698-520dff4b8bbb tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 210 time: 0.0254300 Jan 25 03:37:06.505554 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893052db-ee24-4ed5-8b2a-049651fd13d8 req-8c14e5a5-6601-4d55-aaa3-a568f843bbaf tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:06.506998 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-893052db-ee24-4ed5-8b2a-049651fd13d8 req-8c14e5a5-6601-4d55-aaa3-a568f843bbaf tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 944 time: 0.0469069 Jan 25 03:37:06.552189 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-893052db-ee24-4ed5-8b2a-049651fd13d8 req-df22f15b-a459-4e41-9641-a5c0387ea73b tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388842 Jan 25 03:37:06.735782 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:37:06.743730 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:06.909369 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250477c-bdca-4e2c-a89d-b4ed734a2925 req-d9e11773-b4cf-4b62-8e82-9918a309f6b0 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:06.910761 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1250477c-bdca-4e2c-a89d-b4ed734a2925 req-d9e11773-b4cf-4b62-8e82-9918a309f6b0 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 944 time: 0.0497835 Jan 25 03:37:06.960513 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1250477c-bdca-4e2c-a89d-b4ed734a2925 req-7915f175-ff6b-4639-911b-e1a930c904ac tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441570 Jan 25 03:37:07.125473 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7c27b-8eb3-4f0c-bcc8-14e72a494f04 req-06b1d09d-f543-4308-9637-a811db605f19 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:07.127018 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-35d7c27b-8eb3-4f0c-bcc8-14e72a494f04 req-06b1d09d-f543-4308-9637-a811db605f19 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 947 time: 0.0641983 Jan 25 03:37:07.185766 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-35d7c27b-8eb3-4f0c-bcc8-14e72a494f04 req-a1a204a1-4d7b-4c1f-a014-469a6dfbb853 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530248 Jan 25 03:37:07.277289 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-706a23ce-65f0-4429-8cd3-9a975c8e89d6 req-41c5e234-8f32-448c-9636-021399757fca tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 210 time: 0.0245943 Jan 25 03:37:07.664310 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b4a2a-914c-430c-9811-c360fc4bacc2 req-7e7a8bcc-3953-42c3-8b9b-ab8f951fea29 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:07.665762 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2f2b4a2a-914c-430c-9811-c360fc4bacc2 req-7e7a8bcc-3953-42c3-8b9b-ab8f951fea29 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 944 time: 0.0488079 Jan 25 03:37:07.714805 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2f2b4a2a-914c-430c-9811-c360fc4bacc2 req-796cee5a-28e3-4162-8a0a-2a3155670ffb tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427787 Jan 25 03:37:07.994837 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:08.079027 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847df87-5ce5-4a21-a799-b2410e95b038 req-602654e5-68fe-41f5-9bc2-ad36317994d7 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:08.080608 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d847df87-5ce5-4a21-a799-b2410e95b038 req-602654e5-68fe-41f5-9bc2-ad36317994d7 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 944 time: 0.0493286 Jan 25 03:37:08.126283 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d847df87-5ce5-4a21-a799-b2410e95b038 req-7931d8dc-2599-4090-ac8c-288e3ffa4e82 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403240 Jan 25 03:37:08.297304 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a1f02-a145-48fd-9eb7-4ca222ba7c9d req-b92611ee-1fd0-42f9-9f75-d19e60bcc369 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:08.298657 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9d2a1f02-a145-48fd-9eb7-4ca222ba7c9d req-b92611ee-1fd0-42f9-9f75-d19e60bcc369 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 947 time: 0.0467975 Jan 25 03:37:08.343334 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9d2a1f02-a145-48fd-9eb7-4ca222ba7c9d req-be904d94-3ee8-4745-a809-38de96b99071 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388823 Jan 25 03:37:08.435951 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-688457d3-3b25-4ed2-8519-8109ceea9d07 req-bc8c4b0e-5e4c-4106-b60a-2233499d96f9 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 210 time: 0.0291309 Jan 25 03:37:08.827182 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dc4bb-58d7-4bbd-ac04-bb60190bb350 req-bc44a021-a756-4e0c-89a8-189c06c3ab4d tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:08.828628 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d76dc4bb-58d7-4bbd-ac04-bb60190bb350 req-bc44a021-a756-4e0c-89a8-189c06c3ab4d tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 944 time: 0.0477057 Jan 25 03:37:08.874476 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d76dc4bb-58d7-4bbd-ac04-bb60190bb350 req-a498b5fd-a4dc-4f79-9f83-a60b5717d294 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404565 Jan 25 03:37:09.107086 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 1c678aaa-9fbd-45b4-9a6f-9d3633b78121 details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:37:09.202460 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 1c678aaa-9fbd-45b4-9a6f-9d3633b78121, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=1c678aaa-9fbd-45b4-9a6f-9d3633b78121,segment=NetworkSegment(b2c63bc6-3c43-4648-ac9b-c699ff3bbb42),segment_id=b2c63bc6-3c43-4648-ac9b-c699ff3bbb42)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:09.213194 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': '1c678aaa-9fbd-45b4-9a6f-9d3633b78121', 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334', 'port_id': '1c678aaa-9fbd-45b4-9a6f-9d3633b78121', 'mac_address': 'fa:16:3e:dc:08:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b554719f-8713-4f6e-87c2-8a3b80ecbb7b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:37:09.242378 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0c76f-e3b7-41ed-8226-9d7a6688bb40 req-0e8a9a91-93e0-40b8-a149-2ba0978ee4dc tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:09.244099 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-49c0c76f-e3b7-41ed-8226-9d7a6688bb40 req-0e8a9a91-93e0-40b8-a149-2ba0978ee4dc tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 944 time: 0.0499823 Jan 25 03:37:09.252393 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 1c678aaa-9fbd-45b4-9a6f-9d3633b78121 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:37:09.252782 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (1c678aaa-9fbd-45b4-9a6f-9d3633b78121), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:09.265515 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c678aaa-9fbd-45b4-9a6f-9d3633b78121 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:37:09.285019 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 1c678aaa-9fbd-45b4-9a6f-9d3633b78121, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=1c678aaa-9fbd-45b4-9a6f-9d3633b78121,segment=NetworkSegment(b2c63bc6-3c43-4648-ac9b-c699ff3bbb42),segment_id=b2c63bc6-3c43-4648-ac9b-c699ff3bbb42)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:09.290178 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-49c0c76f-e3b7-41ed-8226-9d7a6688bb40 req-8f18b564-87c7-4ee8-a1a5-f360e0075ea6 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401530 Jan 25 03:37:09.343360 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (1c678aaa-9fbd-45b4-9a6f-9d3633b78121), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:09.344030 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:37:09.420879 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=1c678aaa-9fbd-45b4-9a6f-9d3633b78121,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:09.454819 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:09.455212 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:09.455568 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:09.455910 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:09.456239 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:09.456586 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:09.456907 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:09.457229 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:09.457548 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:09.458198 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:09.458198 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:09.458528 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:09.458841 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:09.459655 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23014d18-e941-48d0-88b9-dea506e17ec1 req-2abd3488-df0f-4094-8986-145dce23472b tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:09.461124 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-23014d18-e941-48d0-88b9-dea506e17ec1 req-2abd3488-df0f-4094-8986-145dce23472b tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 947 time: 0.0520277 Jan 25 03:37:09.490994 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb,segment=NetworkSegment(00816fa3-17f6-4d4c-abfc-0f6f12b20c0d),segment_id=00816fa3-17f6-4d4c-abfc-0f6f12b20c0d)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:09.502574 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': 'a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb', 'network_id': '5a6ed931-4b24-4be4-b671-86c474190d7e', 'port_id': 'a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb', 'mac_address': 'fa:16:3e:74:6e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9bccd8f-6216-4ca8-983b-c3021a241104', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:37:09.510120 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-23014d18-e941-48d0-88b9-dea506e17ec1 req-a626a3ee-9f22-4e19-86a0-764548993619 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412521 Jan 25 03:37:09.544339 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:37:09.544732 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:09.557353 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:37:09.586871 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb,segment=NetworkSegment(00816fa3-17f6-4d4c-abfc-0f6f12b20c0d),segment_id=00816fa3-17f6-4d4c-abfc-0f6f12b20c0d)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:09.618303 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5010b7b6-a9f8-46dc-9187-edb92ffbce75 req-b4e1bfc6-a682-4775-b167-e7fd54037af0 tempest-DeleteServersTestJSON-1150454637 tempest-DeleteServersTestJSON-1150454637-project] 10.222.0.115 "GET /v2.0/ports?device_id=182d19da-cad7-4773-bd15-67d9285d2c1a HTTP/1.1" status: 200 len: 210 time: 0.0261197 Jan 25 03:37:09.655955 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:09.656621 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 03218c00-6b39-4ae7-8a61-39eccba27ba4 details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:37:09.728957 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:09.788666 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 03218c00-6b39-4ae7-8a61-39eccba27ba4, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=03218c00-6b39-4ae7-8a61-39eccba27ba4,segment=NetworkSegment(3280f77f-9422-4dd2-b809-50ec639a2849),segment_id=3280f77f-9422-4dd2-b809-50ec639a2849)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:09.799229 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': '03218c00-6b39-4ae7-8a61-39eccba27ba4', 'network_id': '0b917203-5e09-47b4-844d-fe363f6e62f4', 'port_id': '03218c00-6b39-4ae7-8a61-39eccba27ba4', 'mac_address': 'fa:16:3e:72:1c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a837ffec-4486-4753-96bd-0fd2b3c7e014', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:37:09.957641 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 03218c00-6b39-4ae7-8a61-39eccba27ba4 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:37:09.958020 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (03218c00-6b39-4ae7-8a61-39eccba27ba4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:09.971214 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03218c00-6b39-4ae7-8a61-39eccba27ba4 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:37:09.990088 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2d79d-c193-41b4-9a61-c3b669525966 req-a0576481-41d7-4fa7-827b-e3552d5829c0 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:09.990671 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 03218c00-6b39-4ae7-8a61-39eccba27ba4, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=03218c00-6b39-4ae7-8a61-39eccba27ba4,segment=NetworkSegment(3280f77f-9422-4dd2-b809-50ec639a2849),segment_id=3280f77f-9422-4dd2-b809-50ec639a2849)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:09.991599 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-86c2d79d-c193-41b4-9a61-c3b669525966 req-a0576481-41d7-4fa7-827b-e3552d5829c0 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 945 time: 0.0495622 Jan 25 03:37:10.051418 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-86c2d79d-c193-41b4-9a61-c3b669525966 req-7ea49ce7-222b-475d-acd0-6a19f161e755 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531340 Jan 25 03:37:10.063837 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (03218c00-6b39-4ae7-8a61-39eccba27ba4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:10.110191 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=03218c00-6b39-4ae7-8a61-39eccba27ba4,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:10.405805 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468c6cb-d165-4efa-8d5a-4b14fe2c5637 req-6dbbe1e5-fb70-401e-8efc-69ff8c99d6ad tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:10.407260 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f468c6cb-d165-4efa-8d5a-4b14fe2c5637 req-6dbbe1e5-fb70-401e-8efc-69ff8c99d6ad tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 945 time: 0.0508840 Jan 25 03:37:10.452414 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f468c6cb-d165-4efa-8d5a-4b14fe2c5637 req-7a7a49f1-aca0-42e3-bc5e-e2c2737ad668 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396514 Jan 25 03:37:10.564202 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:37:10.585981 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:37:10.586304 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 1a2cf8cb-4a21-4b74-ab28-8d2bae03f13c not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:37:10.632812 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccba23-9499-427b-af80-545d3af7af68 req-2c306458-b0ca-4748-99a6-f46a6f52451b tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:10.634369 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-01ccba23-9499-427b-af80-545d3af7af68 req-2c306458-b0ca-4748-99a6-f46a6f52451b tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 948 time: 0.0521262 Jan 25 03:37:10.684850 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-01ccba23-9499-427b-af80-545d3af7af68 req-6fb9f382-b843-4a70-b931-73c6b8eaba4b tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427001 Jan 25 03:37:10.758546 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:11.168393 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0437a1-e655-472e-a57a-001005c81a51 req-3d780b75-4b65-4239-a582-04c11bb77b2b tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:11.169848 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1d0437a1-e655-472e-a57a-001005c81a51 req-3d780b75-4b65-4239-a582-04c11bb77b2b tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 945 time: 0.0494885 Jan 25 03:37:11.219872 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1d0437a1-e655-472e-a57a-001005c81a51 req-73a11078-bcbb-42d7-b6e6-e9df19c40f39 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443146 Jan 25 03:37:11.569875 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1122d3-93e4-4902-82e5-e18af3187e6e req-e35f271b-f199-4e16-bafd-950aec565f7f tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:11.571368 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7a1122d3-93e4-4902-82e5-e18af3187e6e req-e35f271b-f199-4e16-bafd-950aec565f7f tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 945 time: 0.0493009 Jan 25 03:37:11.621624 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7a1122d3-93e4-4902-82e5-e18af3187e6e req-8c96dba2-61dc-4b4a-bd6a-b1b6c9675d75 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438290 Jan 25 03:37:11.739413 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['1c678aaa-9fbd-45b4-9a6f-9d3633b78121'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:37:11.768719 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['03218c00-6b39-4ae7-8a61-39eccba27ba4'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:37:11.798270 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c77706-7f22-4a09-bace-02ab97bf5d87 req-0be92018-d2e1-4c23-a751-e29b7c8a9fbf tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:11.799984 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-68c77706-7f22-4a09-bace-02ab97bf5d87 req-0be92018-d2e1-4c23-a751-e29b7c8a9fbf tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 948 time: 0.0489874 Jan 25 03:37:11.846951 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-68c77706-7f22-4a09-bace-02ab97bf5d87 req-3ef07bc2-f040-447a-9969-b344dfca7559 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413113 Jan 25 03:37:11.874714 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:37:12.333291 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600f002-5942-48f0-b212-d0eab9557a89 req-a10a197d-4c06-4d0c-9950-5cc64fb6586b tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:12.334785 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b600f002-5942-48f0-b212-d0eab9557a89 req-a10a197d-4c06-4d0c-9950-5cc64fb6586b tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 945 time: 0.0488963 Jan 25 03:37:12.383703 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b600f002-5942-48f0-b212-d0eab9557a89 req-d064c42d-3404-4b55-98af-d5498c907c19 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426583 Jan 25 03:37:12.747744 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831ac30-9c45-41a8-ab44-7835e9faf52e req-2bae628c-d3f5-458d-be46-64cc7ca8e44c tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:12.749286 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a831ac30-9c45-41a8-ab44-7835e9faf52e req-2bae628c-d3f5-458d-be46-64cc7ca8e44c tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 945 time: 0.0542636 Jan 25 03:37:12.777414 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ac14b-8705-4879-ad3c-7f730e5d8a6a req-62404249-bef0-4547-af83-6ae644f6c667 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:12.784320 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-549ac14b-8705-4879-ad3c-7f730e5d8a6a req-62404249-bef0-4547-af83-6ae644f6c667 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0627553 Jan 25 03:37:12.806279 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a831ac30-9c45-41a8-ab44-7835e9faf52e req-34fddc0a-9587-4c48-a40d-a28ce3b74f34 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505302 Jan 25 03:37:12.863881 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-549ac14b-8705-4879-ad3c-7f730e5d8a6a req-5bea8949-3e44-4bd3-9214-b7f7e12a7c06 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787141 Jan 25 03:37:12.869131 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615ab2c-7c23-48dc-a42e-00c89b223150 req-148394bb-ef6b-4231-88a7-7500a8a30161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:12.871208 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9615ab2c-7c23-48dc-a42e-00c89b223150 req-148394bb-ef6b-4231-88a7-7500a8a30161 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b7c304fa11cb41daba65e6a85cf2c360&device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 1099 time: 0.0714834 Jan 25 03:37:12.973577 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615ab2c-7c23-48dc-a42e-00c89b223150 req-81a38d94-08b4-4e11-bd50-6259e96b4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:12.975081 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9615ab2c-7c23-48dc-a42e-00c89b223150 req-81a38d94-08b4-4e11-bd50-6259e96b4603 service neutron] 10.222.0.112 "GET /v2.0/networks?id=21305d52-419e-4a5b-aa5c-f29427395669 HTTP/1.1" status: 200 len: 919 time: 0.0968118 Jan 25 03:37:12.975572 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bdebf-32a4-4729-9688-66d4f656f4be req-87ff0d91-b2d3-440c-89c4-1248a3ba8900 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:12.977103 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7c6bdebf-32a4-4729-9688-66d4f656f4be req-87ff0d91-b2d3-440c-89c4-1248a3ba8900 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 948 time: 0.0540643 Jan 25 03:37:13.022387 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9615ab2c-7c23-48dc-a42e-00c89b223150 req-172a831a-dca4-443b-8c04-52542543a692 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29297f0b-07c1-43dd-9bc9-7ce2fc61fabf HTTP/1.1" status: 200 len: 217 time: 0.0386257 Jan 25 03:37:13.033377 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7c6bdebf-32a4-4729-9688-66d4f656f4be req-6e55c1fd-d715-4a0f-862f-b4cc82c89c01 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498466 Jan 25 03:37:13.072398 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615ab2c-7c23-48dc-a42e-00c89b223150 req-46604f07-5ed6-4c44-9ac0-2f5c3c4863cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:13.074416 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9615ab2c-7c23-48dc-a42e-00c89b223150 req-46604f07-5ed6-4c44-9ac0-2f5c3c4863cc service neutron] 10.222.0.112 "GET /v2.0/subnets?id=069704cf-3960-4585-9364-1bd4be4f6c51 HTTP/1.1" status: 200 len: 859 time: 0.0456181 Jan 25 03:37:13.105431 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9615ab2c-7c23-48dc-a42e-00c89b223150 req-3f0a86c5-bab4-42be-9932-cbb7deda1a4e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=21305d52-419e-4a5b-aa5c-f29427395669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240872 Jan 25 03:37:13.200806 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9615ab2c-7c23-48dc-a42e-00c89b223150 req-8b17f94c-bb58-49b6-817a-e414ee819c4d service neutron] 10.222.0.112 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887058 Jan 25 03:37:13.290095 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 47122) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:13.307441 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9615ab2c-7c23-48dc-a42e-00c89b223150 req-bc78717d-48b0-4933-9cf8-59e3b766c468 service neutron] 10.222.0.112 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911930 Jan 25 03:37:13.338838 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abe9ae6-3244-48e4-8927-1eccc2543ea0 admin admin] Deleting subnet ee171ebe-f742-44e0-924d-7fa7c20b49d6 {{(pid=103185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:37:13.343009 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6abe9ae6-3244-48e4-8927-1eccc2543ea0 admin admin] Publish callbacks [] for subnet (ee171ebe-f742-44e0-924d-7fa7c20b49d6), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:13.378193 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6abe9ae6-3244-48e4-8927-1eccc2543ea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614843'] for subnet (ee171ebe-f742-44e0-924d-7fa7c20b49d6), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:13.420624 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6abe9ae6-3244-48e4-8927-1eccc2543ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064499'] for subnet (ee171ebe-f742-44e0-924d-7fa7c20b49d6), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:13.513432 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af616e-f6df-4f7a-983a-5152004a21df req-40330eaf-06fe-4f95-ac89-8a8a48577231 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:13.514890 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-95af616e-f6df-4f7a-983a-5152004a21df req-40330eaf-06fe-4f95-ac89-8a8a48577231 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 945 time: 0.0603023 Jan 25 03:37:13.564048 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-95af616e-f6df-4f7a-983a-5152004a21df req-c95bae01-c927-433c-a207-c9bc5a80508c tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435684 Jan 25 03:37:13.576209 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6abe9ae6-3244-48e4-8927-1eccc2543ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4618130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320536'] for subnet (ee171ebe-f742-44e0-924d-7fa7c20b49d6), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:13.602922 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe9ae6-3244-48e4-8927-1eccc2543ea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee171ebe-f742-44e0-924d-7fa7c20b49d6,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:13.614096 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6abe9ae6-3244-48e4-8927-1eccc2543ea0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:13.614096 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-6abe9ae6-3244-48e4-8927-1eccc2543ea0 admin admin] 10.222.0.115 "DELETE /v2.0/subnets/ee171ebe-f742-44e0-924d-7fa7c20b49d6 HTTP/1.1" status: 204 len: 168 time: 0.3170300 Jan 25 03:37:13.615836 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 47130) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:13.684078 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d2345c8d-f3d6-416b-a5d7-403f3edad0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682109'] for network (deac9f35-58f2-4929-9ca8-e3d4d0912a3d), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:13.762547 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d2345c8d-f3d6-416b-a5d7-403f3edad0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062318', 'neutron.services.segments.db._delete_segments_for_network-8760337342383'] for network (deac9f35-58f2-4929-9ca8-e3d4d0912a3d), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:13.782868 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-d2345c8d-f3d6-416b-a5d7-403f3edad0cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deac9f35-58f2-4929-9ca8-e3d4d0912a3d']}} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:37:13.791719 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-d2345c8d-f3d6-416b-a5d7-403f3edad0cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1655bac7-6a9f-4c1c-8833-422ec3e68371') {'for_net_delete': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:37:13.792017 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-d2345c8d-f3d6-416b-a5d7-403f3edad0cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1655bac7-6a9f-4c1c-8833-422ec3e68371') {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:37:13.801683 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d2345c8d-f3d6-416b-a5d7-403f3edad0cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760337342257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614818'] for segment (1655bac7-6a9f-4c1c-8833-422ec3e68371), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:13.814111 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d2345c8d-f3d6-416b-a5d7-403f3edad0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (1655bac7-6a9f-4c1c-8833-422ec3e68371), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2345c8d-f3d6-416b-a5d7-403f3edad0cc admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d2345c8d-f3d6-416b-a5d7-403f3edad0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4618188'] for segment (1655bac7-6a9f-4c1c-8833-422ec3e68371), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: Traceback (most recent call last): Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: timer() Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: cb(*args, **kw) Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: return func(*args, **kwargs) Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: self._notify() Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: self.callback(batched_events) Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: event.method(event) Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: return f(self, *a, **k) Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: return self._get(url).json() Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: return self.request(url, 'GET', **kwargs) Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:37:13.822356 dv-cinder-819011-2-iscsi neutron-server[103185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:37:13.931522 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73ac16-1855-4daf-ae3e-029443e5d240 req-8f58e7b8-5051-4559-bd8e-58812011445c tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:13.933048 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bc73ac16-1855-4daf-ae3e-029443e5d240 req-8f58e7b8-5051-4559-bd8e-58812011445c tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 945 time: 0.0518160 Jan 25 03:37:13.970137 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d2345c8d-f3d6-416b-a5d7-403f3edad0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586131'] for network (deac9f35-58f2-4929-9ca8-e3d4d0912a3d), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:13.976304 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d2345c8d-f3d6-416b-a5d7-403f3edad0cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:13.983799 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d2345c8d-f3d6-416b-a5d7-403f3edad0cc admin admin] 10.222.0.115 "DELETE /v2.0/networks/deac9f35-58f2-4929-9ca8-e3d4d0912a3d HTTP/1.1" status: 204 len: 168 time: 0.3627143 Jan 25 03:37:13.983896 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bc73ac16-1855-4daf-ae3e-029443e5d240 req-b6298373-e1bf-44c1-9ede-5141b58a53df tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417049 Jan 25 03:37:14.002118 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872dcaf7-f256-489d-a640-b9291359a3df req-36c0ca60-b607-40d6-bf77-e3886b88869c tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:14.003708 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-872dcaf7-f256-489d-a640-b9291359a3df req-36c0ca60-b607-40d6-bf77-e3886b88869c tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0719302 Jan 25 03:37:14.004973 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2345c8d-f3d6-416b-a5d7-403f3edad0cc admin admin] Pushing event deleted for resources: {'Network': ['ID=deac9f35-58f2-4929-9ca8-e3d4d0912a3d,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:14.052341 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-872dcaf7-f256-489d-a640-b9291359a3df req-7ae9b6bc-31e0-4f8f-bd23-13c25a2ba3df tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423083 Jan 25 03:37:14.151941 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc5f6d-931d-434e-830a-7bba88376f40 req-9a20dd55-c4ac-48c3-a9a0-0feaba2ab07e tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:14.153387 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cafc5f6d-931d-434e-830a-7bba88376f40 req-9a20dd55-c4ac-48c3-a9a0-0feaba2ab07e tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 948 time: 0.0471511 Jan 25 03:37:14.201559 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cafc5f6d-931d-434e-830a-7bba88376f40 req-a493fb5b-d6cb-4e15-b931-c1b667733538 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427074 Jan 25 03:37:14.372266 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 47146) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:14.411338 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-6789f17f-48de-4277-a5d6-e61cde2d0394 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=33b8fc6cf53240e292dae12d36286f56&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378954 Jan 25 03:37:14.413861 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 47148) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:14.460898 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-117b83c8-aa27-4fc4-9fa7-43b55c62bcf9 admin admin] Publish callbacks [] for security_group (61a0d68d-c50c-4421-87ab-4554d90d21c5), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:14.482110 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-117b83c8-aa27-4fc4-9fa7-43b55c62bcf9 admin admin] Publish callbacks [] for security_group (61a0d68d-c50c-4421-87ab-4554d90d21c5), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:14.596422 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-117b83c8-aa27-4fc4-9fa7-43b55c62bcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (61a0d68d-c50c-4421-87ab-4554d90d21c5), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:14.599165 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-117b83c8-aa27-4fc4-9fa7-43b55c62bcf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:14.605693 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-117b83c8-aa27-4fc4-9fa7-43b55c62bcf9 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/61a0d68d-c50c-4421-87ab-4554d90d21c5 HTTP/1.1" status: 204 len: 168 time: 0.1866119 Jan 25 03:37:14.611277 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b83c8-aa27-4fc4-9fa7-43b55c62bcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a0d68d-c50c-4421-87ab-4554d90d21c5,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:14.678198 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 1c678aaa-9fbd-45b4-9a6f-9d3633b78121 up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:37:14.795145 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port 1c678aaa-9fbd-45b4-9a6f-9d3633b78121 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:37:14.799745 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port 1c678aaa-9fbd-45b4-9a6f-9d3633b78121 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:37:14.800144 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (1c678aaa-9fbd-45b4-9a6f-9d3633b78121), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:14.881218 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 1c678aaa-9fbd-45b4-9a6f-9d3633b78121 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:37:14.881604 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (1c678aaa-9fbd-45b4-9a6f-9d3633b78121), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:14.900159 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb407f-f892-498a-a7d9-36cdc7f52eee req-4924df00-f439-4447-815b-a0833daf6796 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:14.901758 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-82bb407f-f892-498a-a7d9-36cdc7f52eee req-4924df00-f439-4447-815b-a0833daf6796 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 945 time: 0.2629423 Jan 25 03:37:14.910434 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c678aaa-9fbd-45b4-9a6f-9d3633b78121'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:37:14.912777 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ecc70b-4595-4711-b3bd-001d492555c4" -d '{"events": [{"server_uuid": "bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff", "name": "network-vif-plugged", "status": "completed", "tag": "1c678aaa-9fbd-45b4-9a6f-9d3633b78121"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:37:14.928462 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 1c678aaa-9fbd-45b4-9a6f-9d3633b78121, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=1c678aaa-9fbd-45b4-9a6f-9d3633b78121,segment=NetworkSegment(b2c63bc6-3c43-4648-ac9b-c699ff3bbb42),segment_id=b2c63bc6-3c43-4648-ac9b-c699ff3bbb42)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:14.957700 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9df6ff-4ea3-48d7-8e95-2c571b42905f x-openstack-request-id: req-5a9df6ff-4ea3-48d7-8e95-2c571b42905f {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:37:14.957700 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff", "name": "network-vif-plugged", "status": "completed", "tag": "1c678aaa-9fbd-45b4-9a6f-9d3633b78121", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:37:14.957700 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-5a9df6ff-4ea3-48d7-8e95-2c571b42905f {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:37:14.957700 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c678aaa-9fbd-45b4-9a6f-9d3633b78121', 'code': 200} Jan 25 03:37:14.959618 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-82bb407f-f892-498a-a7d9-36cdc7f52eee req-6b912493-4db4-4196-a691-ae9d71f89402 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514424 Jan 25 03:37:15.023188 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (1c678aaa-9fbd-45b4-9a6f-9d3633b78121), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:15.025532 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:37:15.122198 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9455e9-f1f2-4460-964f-def6ebed2589 req-fdc7f412-06ab-4c5f-b62b-0513240f5fd5 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:15.124020 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4c9455e9-f1f2-4460-964f-def6ebed2589 req-fdc7f412-06ab-4c5f-b62b-0513240f5fd5 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 945 time: 0.0640466 Jan 25 03:37:15.124283 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=1c678aaa-9fbd-45b4-9a6f-9d3633b78121,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:15.183402 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4c9455e9-f1f2-4460-964f-def6ebed2589 req-5cd0bd24-ce68-48e2-a321-18ca14e05c77 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512822 Jan 25 03:37:15.187646 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384dd81-17a5-44f9-9463-3ea8f280aeb1 req-6ac754ec-e366-43eb-baea-4ecf46d13ce5 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:15.189377 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4384dd81-17a5-44f9-9463-3ea8f280aeb1 req-6ac754ec-e366-43eb-baea-4ecf46d13ce5 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0511742 Jan 25 03:37:15.212007 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:37:15.217252 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:37:15.217727 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:15.269986 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4384dd81-17a5-44f9-9463-3ea8f280aeb1 req-05a011ef-b3e2-4575-8302-4b85ddba5e1f tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740447 Jan 25 03:37:15.323429 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:37:15.324418 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:15.352638 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775a3b8-b1ab-4cc5-8638-d68051f40763 req-5e13470a-cb3e-4f1f-8e53-925a2b36d150 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:15.359652 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a775a3b8-b1ab-4cc5-8638-d68051f40763 req-5e13470a-cb3e-4f1f-8e53-925a2b36d150 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 948 time: 0.0725548 Jan 25 03:37:15.381086 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb,segment=NetworkSegment(00816fa3-17f6-4d4c-abfc-0f6f12b20c0d),segment_id=00816fa3-17f6-4d4c-abfc-0f6f12b20c0d)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:15.395284 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4ca5b-449b-4f81-921f-77a3a3d7e9bc req-30b242da-0504-4cc1-8756-2c14ad3cb622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:15.397483 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2cb4ca5b-449b-4f81-921f-77a3a3d7e9bc req-30b242da-0504-4cc1-8756-2c14ad3cb622 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 1099 time: 0.0454726 Jan 25 03:37:15.434924 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a775a3b8-b1ab-4cc5-8638-d68051f40763 req-959d05bf-d1b4-47e8-969a-d7d38af79570 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637071 Jan 25 03:37:15.447074 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2cb4ca5b-449b-4f81-921f-77a3a3d7e9bc req-0ca6509e-a6ab-4e07-a9eb-a6e719f66cdc service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439136 Jan 25 03:37:15.450361 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:15.451586 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 03218c00-6b39-4ae7-8a61-39eccba27ba4 up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:37:15.530576 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:15.622054 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port 03218c00-6b39-4ae7-8a61-39eccba27ba4 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:37:15.626903 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port 03218c00-6b39-4ae7-8a61-39eccba27ba4 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:37:15.630458 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (03218c00-6b39-4ae7-8a61-39eccba27ba4), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:15.715955 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 03218c00-6b39-4ae7-8a61-39eccba27ba4 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:37:15.716557 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (03218c00-6b39-4ae7-8a61-39eccba27ba4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:15.750986 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 03218c00-6b39-4ae7-8a61-39eccba27ba4, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=03218c00-6b39-4ae7-8a61-39eccba27ba4,segment=NetworkSegment(3280f77f-9422-4dd2-b809-50ec639a2849),segment_id=3280f77f-9422-4dd2-b809-50ec639a2849)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:15.834506 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (03218c00-6b39-4ae7-8a61-39eccba27ba4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:15.882105 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=03218c00-6b39-4ae7-8a61-39eccba27ba4,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:16.255194 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd84bdd-30b3-4140-b664-575696d0122d req-e0f0fa1a-c184-48a9-a10d-c9801fb85d08 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:16.256695 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8cd84bdd-30b3-4140-b664-575696d0122d req-e0f0fa1a-c184-48a9-a10d-c9801fb85d08 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.2328298 Jan 25 03:37:16.317217 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8cd84bdd-30b3-4140-b664-575696d0122d req-ace11e83-5c27-413c-b5a8-935bbbbb7e45 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520043 Jan 25 03:37:16.335015 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb89bc-5e62-48b3-a8be-6c4046dd3a6b req-f5643a8b-d6cb-4e59-9d84-95be4455d2c0 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:16.336694 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f5fb89bc-5e62-48b3-a8be-6c4046dd3a6b req-f5643a8b-d6cb-4e59-9d84-95be4455d2c0 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 946 time: 0.0694406 Jan 25 03:37:16.405974 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f5fb89bc-5e62-48b3-a8be-6c4046dd3a6b req-fb373c30-20d8-4245-aad9-29e4454f6578 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607531 Jan 25 03:37:16.447777 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775587ee-a1c6-49c1-b913-9bdf9a17e1c4 req-6eea8d8c-f5fb-4abe-a30c-2a7af8d5471e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:16.449922 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-775587ee-a1c6-49c1-b913-9bdf9a17e1c4 req-6eea8d8c-f5fb-4abe-a30c-2a7af8d5471e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0500948 Jan 25 03:37:16.498208 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-775587ee-a1c6-49c1-b913-9bdf9a17e1c4 req-cea7b742-1433-44d4-8d61-8a4e42ce3c6f tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425913 Jan 25 03:37:16.556736 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e50e51-aecb-44c4-9f06-bce0d9b3d520 req-219f201d-9b9b-41c3-b9d9-5e4e0eefdc4f tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:16.558888 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-47e50e51-aecb-44c4-9f06-bce0d9b3d520 req-219f201d-9b9b-41c3-b9d9-5e4e0eefdc4f tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 949 time: 0.0533907 Jan 25 03:37:16.606449 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-47e50e51-aecb-44c4-9f06-bce0d9b3d520 req-0d06e5e0-b76b-4055-aaf6-436b8f2def1f tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417757 Jan 25 03:37:16.958723 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca6ff2e-464f-45a9-a5ba-58ce987262ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb'}, {'server_uuid': 'b7a93cbd-7b1b-4e5a-99f6-e25f560df158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03218c00-6b39-4ae7-8a61-39eccba27ba4'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:37:16.961062 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652b7632-9558-42f7-ae53-c133d8e8fe76" -d '{"events": [{"server_uuid": "0ca6ff2e-464f-45a9-a5ba-58ce987262ed", "name": "network-vif-plugged", "status": "completed", "tag": "a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb"}, {"server_uuid": "b7a93cbd-7b1b-4e5a-99f6-e25f560df158", "name": "network-vif-plugged", "status": "completed", "tag": "03218c00-6b39-4ae7-8a61-39eccba27ba4"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:37:17.000504 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 25 Jan 2022 03:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ce63f0-0621-4101-b4a5-14a5e1c6ec8e x-openstack-request-id: req-12ce63f0-0621-4101-b4a5-14a5e1c6ec8e {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:37:17.000853 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca6ff2e-464f-45a9-a5ba-58ce987262ed", "name": "network-vif-plugged", "status": "completed", "tag": "a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb", "code": 200}, {"server_uuid": "b7a93cbd-7b1b-4e5a-99f6-e25f560df158", "name": "network-vif-plugged", "status": "completed", "tag": "03218c00-6b39-4ae7-8a61-39eccba27ba4", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:37:17.005864 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-12ce63f0-0621-4101-b4a5-14a5e1c6ec8e {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:37:17.005864 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca6ff2e-464f-45a9-a5ba-58ce987262ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb', 'code': 200} Jan 25 03:37:17.005864 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a93cbd-7b1b-4e5a-99f6-e25f560df158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03218c00-6b39-4ae7-8a61-39eccba27ba4', 'code': 200} Jan 25 03:37:17.450479 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf7bc3-1b83-43f5-8a7d-0e2dd0218539 req-56fb0651-1f17-4ef7-b84f-35fb8880a223 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:17.452418 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b0cf7bc3-1b83-43f5-8a7d-0e2dd0218539 req-56fb0651-1f17-4ef7-b84f-35fb8880a223 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.0573564 Jan 25 03:37:17.529466 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b0cf7bc3-1b83-43f5-8a7d-0e2dd0218539 req-d53b3915-6475-4531-89cf-e4190d16daa5 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702899 Jan 25 03:37:17.579453 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43b08b-401f-4184-ae62-62a39a9bf88b req-76290a35-c374-4f59-a99b-1ae812abdd0f tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:17.580961 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2b43b08b-401f-4184-ae62-62a39a9bf88b req-76290a35-c374-4f59-a99b-1ae812abdd0f tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 946 time: 0.1010776 Jan 25 03:37:17.599325 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 47262) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:17.624206 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ff2cd-3732-4d21-adae-31eecc8847a5 req-d22b464b-3f89-49a3-8d16-345c3a3d3b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:17.629509 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e73ff2cd-3732-4d21-adae-31eecc8847a5 req-d22b464b-3f89-49a3-8d16-345c3a3d3b2c service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 1099 time: 0.1136274 Jan 25 03:37:17.643443 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1223a87-fa41-460c-96ba-1088c2a7ee5d req-64da0297-006c-4ec9-bde6-9e0c750928b0 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:17.650280 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b1223a87-fa41-460c-96ba-1088c2a7ee5d req-64da0297-006c-4ec9-bde6-9e0c750928b0 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0638151 Jan 25 03:37:17.697234 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b1223a87-fa41-460c-96ba-1088c2a7ee5d req-14aa5b6a-45c4-486d-95a5-aeefdc61d9b6 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458102 Jan 25 03:37:17.700968 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1526aac-dab8-4525-ae77-c9aef807ae2e req-e5e1d944-944e-4b13-8470-a04c5e0d949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:17.702532 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a1526aac-dab8-4525-ae77-c9aef807ae2e req-e5e1d944-944e-4b13-8470-a04c5e0d949b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 1102 time: 0.1327529 Jan 25 03:37:17.711470 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2b43b08b-401f-4184-ae62-62a39a9bf88b req-91272c24-3744-4d28-a5d5-a205b2e90329 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169257 Jan 25 03:37:17.731173 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e73ff2cd-3732-4d21-adae-31eecc8847a5 req-405e141a-0da4-4979-b4a5-57471257f089 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918534 Jan 25 03:37:17.750861 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9f62f284-e7f5-471e-a2e2-878f491cf811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:17.777507 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a1526aac-dab8-4525-ae77-c9aef807ae2e req-0781ed35-6cad-4ca7-ad03-3e09f4eccc44 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592973 Jan 25 03:37:17.860571 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf64b2-996a-4846-a847-6fae6a2f2cd0 req-f2843c8d-5c3d-4bee-bfda-a8362bdfc20e tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:17.862038 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bdcf64b2-996a-4846-a847-6fae6a2f2cd0 req-f2843c8d-5c3d-4bee-bfda-a8362bdfc20e tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 949 time: 0.0782404 Jan 25 03:37:17.879647 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9f62f284-e7f5-471e-a2e2-878f491cf811 admin admin] Publish callbacks [] for security_group (78f3ce03-7c0a-4a12-9e9e-c3d3e66aab51), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:17.913875 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bdcf64b2-996a-4846-a847-6fae6a2f2cd0 req-65b63ff5-8d48-471a-8fb5-fd796e03c3a9 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446239 Jan 25 03:37:17.941558 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9f62f284-e7f5-471e-a2e2-878f491cf811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (78f3ce03-7c0a-4a12-9e9e-c3d3e66aab51), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:17.977721 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62f284-e7f5-471e-a2e2-878f491cf811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f3ce03-7c0a-4a12-9e9e-c3d3e66aab51,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:17.982774 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-9f62f284-e7f5-471e-a2e2-878f491cf811 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=8a63189ccb05411bbfef59388c5241ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3822625 Jan 25 03:37:17.985436 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 47268) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:18.032998 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5903cdb7-1606-4dff-8640-7560ff692a95 admin admin] Publish callbacks [] for security_group (78f3ce03-7c0a-4a12-9e9e-c3d3e66aab51), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:18.053456 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5903cdb7-1606-4dff-8640-7560ff692a95 admin admin] Publish callbacks [] for security_group (78f3ce03-7c0a-4a12-9e9e-c3d3e66aab51), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:18.148913 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5903cdb7-1606-4dff-8640-7560ff692a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (78f3ce03-7c0a-4a12-9e9e-c3d3e66aab51), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:18.151476 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5903cdb7-1606-4dff-8640-7560ff692a95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:18.153014 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-5903cdb7-1606-4dff-8640-7560ff692a95 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/78f3ce03-7c0a-4a12-9e9e-c3d3e66aab51 HTTP/1.1" status: 204 len: 168 time: 0.1666694 Jan 25 03:37:18.160717 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903cdb7-1606-4dff-8640-7560ff692a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f3ce03-7c0a-4a12-9e9e-c3d3e66aab51,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:18.642651 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53025c6-8ec2-4012-8bda-299b6b7c0a7b req-bfe937e9-f088-483c-bf00-a619f71ce37b tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:18.644123 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f53025c6-8ec2-4012-8bda-299b6b7c0a7b req-bfe937e9-f088-483c-bf00-a619f71ce37b tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.0505800 Jan 25 03:37:18.691885 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f53025c6-8ec2-4012-8bda-299b6b7c0a7b req-a9e0cde3-4b09-447f-8287-58b2d8c6bb34 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421772 Jan 25 03:37:18.787886 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 47292) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:18.802516 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-bcec25f3-8d19-49b6-a95e-a40abdf6ba21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:18.911316 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1cfa4d-9aca-413c-a30b-af16848cc2aa req-db715001-d468-434f-bfb6-7e80208be29c tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:18.912785 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8c1cfa4d-9aca-413c-a30b-af16848cc2aa req-db715001-d468-434f-bfb6-7e80208be29c tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0506980 Jan 25 03:37:18.929674 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-bcec25f3-8d19-49b6-a95e-a40abdf6ba21 admin admin] Publish callbacks [] for security_group (869ad80c-cf0f-4d64-95d2-665f6b642710), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:18.961266 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8c1cfa4d-9aca-413c-a30b-af16848cc2aa req-fc09847f-0866-4a9a-b302-43f12dd4e54c tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423357 Jan 25 03:37:19.048461 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a31e8-5fb3-4a7a-a4ff-faba41b64bac req-8284c092-745a-4ce0-90fe-fc604015a7c9 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:19.050163 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d56a31e8-5fb3-4a7a-a4ff-faba41b64bac req-8284c092-745a-4ce0-90fe-fc604015a7c9 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 946 time: 0.0524528 Jan 25 03:37:19.051167 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-bcec25f3-8d19-49b6-a95e-a40abdf6ba21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (869ad80c-cf0f-4d64-95d2-665f6b642710), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:19.121912 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec25f3-8d19-49b6-a95e-a40abdf6ba21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869ad80c-cf0f-4d64-95d2-665f6b642710,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:19.128465 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-bcec25f3-8d19-49b6-a95e-a40abdf6ba21 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=a30a254917344dde83a37bcfaa3c351a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392940 Jan 25 03:37:19.131615 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 47310) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:19.165367 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d56a31e8-5fb3-4a7a-a4ff-faba41b64bac req-2cb507a4-1f17-4a20-84f8-4b1dae64d7e5 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024969 Jan 25 03:37:19.208197 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d0a69bdf-2790-4d46-9c00-9b4f6100860d admin admin] Publish callbacks [] for security_group (869ad80c-cf0f-4d64-95d2-665f6b642710), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:19.233562 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d0a69bdf-2790-4d46-9c00-9b4f6100860d admin admin] Publish callbacks [] for security_group (869ad80c-cf0f-4d64-95d2-665f6b642710), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:19.307568 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cede2-fb6c-4005-9388-c0c5b9a7372f req-d7e25393-1701-4f4d-ab66-fec5f9bc37f0 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:19.309622 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-402cede2-fb6c-4005-9388-c0c5b9a7372f req-d7e25393-1701-4f4d-ab66-fec5f9bc37f0 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 949 time: 0.0740747 Jan 25 03:37:19.360889 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-402cede2-fb6c-4005-9388-c0c5b9a7372f req-8fdc0e26-5e12-4454-b2f1-50a8b7ca932a tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454495 Jan 25 03:37:19.411824 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d0a69bdf-2790-4d46-9c00-9b4f6100860d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (869ad80c-cf0f-4d64-95d2-665f6b642710), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:19.414441 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d0a69bdf-2790-4d46-9c00-9b4f6100860d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:19.415814 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-d0a69bdf-2790-4d46-9c00-9b4f6100860d admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/869ad80c-cf0f-4d64-95d2-665f6b642710 HTTP/1.1" status: 204 len: 168 time: 0.2826874 Jan 25 03:37:19.424528 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a69bdf-2790-4d46-9c00-9b4f6100860d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869ad80c-cf0f-4d64-95d2-665f6b642710,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:20.085050 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d99e3-6876-4674-b6b2-0ca30cd4d1cc req-d5bd585c-908b-439d-8b83-ffb72812d8fc tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:20.086554 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-083d99e3-6876-4674-b6b2-0ca30cd4d1cc req-d5bd585c-908b-439d-8b83-ffb72812d8fc tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0540857 Jan 25 03:37:20.138978 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-083d99e3-6876-4674-b6b2-0ca30cd4d1cc req-4b9bd30a-7d3a-4fb4-a422-d2ddd088ccad tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464010 Jan 25 03:37:20.295925 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3010d-71db-4c32-a9aa-d86ecb9322ae req-106b8e3c-93f4-4b12-bf5f-0cc39a53db1f tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:20.297395 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-85e3010d-71db-4c32-a9aa-d86ecb9322ae req-106b8e3c-93f4-4b12-bf5f-0cc39a53db1f tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 946 time: 0.0502448 Jan 25 03:37:20.345465 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-85e3010d-71db-4c32-a9aa-d86ecb9322ae req-89d97b49-b756-4ea7-aeeb-09984d2dd2ba tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423989 Jan 25 03:37:20.480517 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9cd5d-ce80-4d06-9ce4-47e40ae9d273 req-89181c1e-33f7-4b4b-b864-7c82ac7e2f37 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:20.482422 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b2c9cd5d-ce80-4d06-9ce4-47e40ae9d273 req-89181c1e-33f7-4b4b-b864-7c82ac7e2f37 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 949 time: 0.0549853 Jan 25 03:37:20.533860 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b2c9cd5d-ce80-4d06-9ce4-47e40ae9d273 req-e629a7e5-11d7-4cef-a6c5-d518314eb332 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457120 Jan 25 03:37:21.261569 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c84020-229c-4e79-b29d-021c18d70f19 req-e96114db-5b40-4a9d-b450-ebee71e4f19b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:21.263237 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b1c84020-229c-4e79-b29d-021c18d70f19 req-e96114db-5b40-4a9d-b450-ebee71e4f19b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0543673 Jan 25 03:37:21.319638 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b1c84020-229c-4e79-b29d-021c18d70f19 req-4fd2bfc6-85b8-408a-b533-0284d13c32db tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507824 Jan 25 03:37:21.470635 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a88774-6132-4c69-acb6-b01497c29742 req-ac0cd131-180b-4f5e-9d36-d6ff5667b88e tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:21.472143 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-07a88774-6132-4c69-acb6-b01497c29742 req-ac0cd131-180b-4f5e-9d36-d6ff5667b88e tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 946 time: 0.0530021 Jan 25 03:37:21.525671 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-07a88774-6132-4c69-acb6-b01497c29742 req-34eff2c7-e2eb-4ff7-9ff7-9d5bab6848ed tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473588 Jan 25 03:37:21.654340 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad4dc2-15d4-4673-9d66-1ad2451e0aa8 req-d4860fa6-5df9-407e-9a3c-c0343b5eb618 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:21.655894 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-69ad4dc2-15d4-4673-9d66-1ad2451e0aa8 req-d4860fa6-5df9-407e-9a3c-c0343b5eb618 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 949 time: 0.0514619 Jan 25 03:37:21.711766 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-69ad4dc2-15d4-4673-9d66-1ad2451e0aa8 req-41971316-f151-43c5-96e2-c88bacdea95e tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499380 Jan 25 03:37:22.168655 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-74a21179-6d91-4554-8bb9-85c9a25f80aa tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:22.175576 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-74a21179-6d91-4554-8bb9-85c9a25f80aa tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/networks?id=835e181b-635d-41dd-9269-42b6c17d0334 HTTP/1.1" status: 200 len: 815 time: 0.1268766 Jan 25 03:37:22.192648 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-fd8d0278-961d-4544-a3c3-8361f72cedaa tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/quotas/2e67c9d0a7f44900a2ac9fdc1bdcb15a HTTP/1.1" status: 200 len: 375 time: 0.0161362 Jan 25 03:37:22.275352 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-30e6a976-6f79-4c9f-bc94-dad17018b479 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=2e67c9d0a7f44900a2ac9fdc1bdcb15a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752292 Jan 25 03:37:22.385724 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-e3fcb141-fe60-4e04-b277-836b019bd8dd service neutron] 10.222.0.115 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008360 Jan 25 03:37:22.479588 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-77f2ea4f-dae3-4b1e-a484-2eec3474d04c service neutron] 10.222.0.115 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892591 Jan 25 03:37:22.751583 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca58f9-b321-498d-81ed-c4b2e232834a req-b0ecd00b-762b-4100-985e-1f3ae8e4890f tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:22.753139 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-42ca58f9-b321-498d-81ed-c4b2e232834a req-b0ecd00b-762b-4100-985e-1f3ae8e4890f tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 949 time: 0.0503511 Jan 25 03:37:22.812974 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-42ca58f9-b321-498d-81ed-c4b2e232834a req-cea4cd6b-63f9-4e3a-ab00-607b0b02072c tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541375 Jan 25 03:37:22.908245 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c7f14-13ed-4052-a2c1-580f3c2211d9 req-7aa4b38a-2483-41b4-b707-310fa6f21e4c tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:22.909640 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5c4c7f14-13ed-4052-a2c1-580f3c2211d9 req-7aa4b38a-2483-41b4-b707-310fa6f21e4c tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0490565 Jan 25 03:37:22.958417 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5c4c7f14-13ed-4052-a2c1-580f3c2211d9 req-98f5aa46-f502-4c74-a331-165067e30183 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428367 Jan 25 03:37:23.047336 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7556c647-1158-433e-9c47-ad2e165d3eb9 req-abe924e0-663a-4098-8341-0113538973d9 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 210 time: 0.0338480 Jan 25 03:37:23.922621 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e26e2-3664-4b1f-9080-5d48f6671844 req-2d290197-f472-4a31-b061-9ac302d7d569 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:23.924128 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0f6e26e2-3664-4b1f-9080-5d48f6671844 req-2d290197-f472-4a31-b061-9ac302d7d569 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 949 time: 0.0488629 Jan 25 03:37:23.971317 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0f6e26e2-3664-4b1f-9080-5d48f6671844 req-4aee378c-9b28-49d1-bb5a-1e4455d24bf4 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416636 Jan 25 03:37:24.081529 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2d564-7a7b-4ca4-9ce2-db281b87a6be req-d9848ec8-17be-4303-aab4-03a04c1cd575 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:24.082971 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e6f2d564-7a7b-4ca4-9ce2-db281b87a6be req-d9848ec8-17be-4303-aab4-03a04c1cd575 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0482342 Jan 25 03:37:24.128310 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e6f2d564-7a7b-4ca4-9ce2-db281b87a6be req-ac4fc35c-0b0d-43c6-9640-d3b777f789cf tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397472 Jan 25 03:37:24.211336 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-81b8836e-67a3-45f2-8fa5-a848afd17de8 req-8cfee3ec-31f4-4407-8e3f-63a35683fff6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 210 time: 0.0303664 Jan 25 03:37:25.082453 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb451ff2-184e-4ccc-8424-95864f90d670 req-bc2f6881-3fc1-4c7c-9caf-0310880a7639 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:25.083983 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-eb451ff2-184e-4ccc-8424-95864f90d670 req-bc2f6881-3fc1-4c7c-9caf-0310880a7639 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 949 time: 0.0475013 Jan 25 03:37:25.129230 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-eb451ff2-184e-4ccc-8424-95864f90d670 req-a1016724-fe0a-4d56-a643-532badf60c88 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391629 Jan 25 03:37:25.239879 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b84cb5-10c9-447e-b393-e02c22dd26dc req-65d672ec-79ad-4aab-b69b-58075f72b61c tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:25.241374 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-64b84cb5-10c9-447e-b393-e02c22dd26dc req-65d672ec-79ad-4aab-b69b-58075f72b61c tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0486808 Jan 25 03:37:25.286774 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-64b84cb5-10c9-447e-b393-e02c22dd26dc req-d123e11e-4ce0-4259-be95-16497aa0ef9a tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397463 Jan 25 03:37:25.371473 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-15f5dd75-264e-4dcf-b5f4-b14c48763493 req-15a60dc4-d31e-469f-8c8c-c0cf20aaaf96 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 210 time: 0.0283859 Jan 25 03:37:26.247233 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abde8c-3784-4144-a64d-93d76281e6e5 req-0a17e4a0-01f6-49ba-b443-7a7464675317 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:26.249019 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-99abde8c-3784-4144-a64d-93d76281e6e5 req-0a17e4a0-01f6-49ba-b443-7a7464675317 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 949 time: 0.0539112 Jan 25 03:37:26.295455 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-99abde8c-3784-4144-a64d-93d76281e6e5 req-f0f16656-9d6a-42d6-a788-9dbc21960bdf tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409098 Jan 25 03:37:26.412754 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bce3f-ce8c-4c3b-8445-019515b7378d req-1995bf10-ff89-43b6-ab63-378a26e4f0e8 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:26.412754 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2d8bce3f-ce8c-4c3b-8445-019515b7378d req-1995bf10-ff89-43b6-ab63-378a26e4f0e8 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0500379 Jan 25 03:37:26.463630 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2d8bce3f-ce8c-4c3b-8445-019515b7378d req-0221891c-2a71-48ab-9256-5e512f87dcb1 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451212 Jan 25 03:37:26.470541 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3c886534-7135-42c5-9a1a-eb561e72b641 req-cf370703-3f17-4181-88e2-f052bad26ff5 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 210 time: 0.0289407 Jan 25 03:37:27.146097 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb051a-f898-4a2a-97c1-55490fa2547f req-b20a13a8-a5bd-47b5-9929-ec2c85f203aa tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:27.147567 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-08cb051a-f898-4a2a-97c1-55490fa2547f req-b20a13a8-a5bd-47b5-9929-ec2c85f203aa tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 946 time: 0.0482440 Jan 25 03:37:27.202398 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-08cb051a-f898-4a2a-97c1-55490fa2547f req-e3246620-80ba-4467-ae42-85e2ad0ca43e tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482900 Jan 25 03:37:27.257463 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-d2b358a9-d1ac-4d31-acef-184b5d7b934d tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:27.258891 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-d2b358a9-d1ac-4d31-acef-184b5d7b934d tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.112 "GET /v2.0/networks?id=835e181b-635d-41dd-9269-42b6c17d0334 HTTP/1.1" status: 200 len: 815 time: 0.1105707 Jan 25 03:37:27.290029 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-21286f90-b375-48d5-b90c-1afd86450eab tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Request body: {'port': {'device_id': '9c1b7caf-2414-4373-a49c-b8374358d3f3', 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334', 'admin_state_up': True, 'tenant_id': '2e67c9d0a7f44900a2ac9fdc1bdcb15a'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:37:27.441889 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52e2a2-9d7d-44cc-bfb1-90d4d73fc0b4 req-6306ca8f-90b5-42e8-b0a4-10ce52abe91b tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:27.443381 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5d52e2a2-9d7d-44cc-bfb1-90d4d73fc0b4 req-6306ca8f-90b5-42e8-b0a4-10ce52abe91b tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 949 time: 0.0727167 Jan 25 03:37:27.497067 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5d52e2a2-9d7d-44cc-bfb1-90d4d73fc0b4 req-ce1429b3-4aab-4fae-ac32-823cd304714e tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477085 Jan 25 03:37:27.519825 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-21286f90-b375-48d5-b90c-1afd86450eab tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Made reservation on behalf of 2e67c9d0a7f44900a2ac9fdc1bdcb15a for: {'port': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:37:27.519825 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-21286f90-b375-48d5-b90c-1afd86450eab tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:27.601347 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-133d2ffc-adde-4b86-862b-fce6516c1e7b req-ba2ae6df-d1a1-405e-9741-eddcdccbc3a4 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 210 time: 0.0326865 Jan 25 03:37:27.645758 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df68cd-cf2d-4ba9-8fe2-f2d43bb71bf1 req-62022cc8-2066-42af-b2a1-89f7635fe387 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:27.653609 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b8df68cd-cf2d-4ba9-8fe2-f2d43bb71bf1 req-62022cc8-2066-42af-b2a1-89f7635fe387 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.1162889 Jan 25 03:37:27.693216 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-21286f90-b375-48d5-b90c-1afd86450eab tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Allocated IP 172.20.0.5 (835e181b-635d-41dd-9269-42b6c17d0334/b554719f-8713-4f6e-87c2-8a3b80ecbb7b/06409dab-f866-4e30-91b3-02bed40f3fbc) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:37:27.721250 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b8df68cd-cf2d-4ba9-8fe2-f2d43bb71bf1 req-b5645503-c00e-419c-ac4b-aabe95ebe697 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598710 Jan 25 03:37:27.861929 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-21286f90-b375-48d5-b90c-1afd86450eab tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks [] for port (06409dab-f866-4e30-91b3-02bed40f3fbc), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:28.029207 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-21286f90-b375-48d5-b90c-1afd86450eab tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (06409dab-f866-4e30-91b3-02bed40f3fbc), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:28.079468 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['565ed7d6-bff7-4ce1-97e7-071173dbd857', '1c678aaa-9fbd-45b4-9a6f-9d3633b78121'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:37:28.080065 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-21286f90-b375-48d5-b90c-1afd86450eab tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Network 835e181b-635d-41dd-9269-42b6c17d0334 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:37:28.084628 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-21286f90-b375-48d5-b90c-1afd86450eab tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:37:28.096654 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-21286f90-b375-48d5-b90c-1afd86450eab tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:37:28.103861 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-21286f90-b375-48d5-b90c-1afd86450eab tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:28.104512 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-21286f90-b375-48d5-b90c-1afd86450eab tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:28.132210 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21286f90-b375-48d5-b90c-1afd86450eab tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Pushing event updated for resources: {'Port': ['ID=06409dab-f866-4e30-91b3-02bed40f3fbc,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:28.150419 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 47574) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:28.269767 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-21286f90-b375-48d5-b90c-1afd86450eab tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9834952 Jan 25 03:37:28.281803 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a0c80f7e-c62e-4d78-9ba3-74b2f7124591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:28.296840 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Request body: {'port': {'device_id': '9c1b7caf-2414-4373-a49c-b8374358d3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:37:28.353718 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c583d7-d240-4832-9722-ed55e95e03a4 req-b619f3f8-c2f8-4749-aa2a-dd40b08b87bc tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:28.355555 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-48c583d7-d240-4832-9722-ed55e95e03a4 req-b619f3f8-c2f8-4749-aa2a-dd40b08b87bc tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 946 time: 0.0593364 Jan 25 03:37:28.372086 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (06409dab-f866-4e30-91b3-02bed40f3fbc), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:28.405932 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-48c583d7-d240-4832-9722-ed55e95e03a4 req-16e07940-f67a-4a4a-bf9c-85ca2aeb111f tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443525 Jan 25 03:37:28.519474 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a0c80f7e-c62e-4d78-9ba3-74b2f7124591 admin admin] Publish callbacks [] for security_group (7e453651-b883-4f0b-a7c6-48309b17d5fe), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:28.645772 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a0c80f7e-c62e-4d78-9ba3-74b2f7124591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (7e453651-b883-4f0b-a7c6-48309b17d5fe), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:28.725096 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-a0c80f7e-c62e-4d78-9ba3-74b2f7124591 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=817c77d580dd4498819f3bc4b71ce0cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5735002 Jan 25 03:37:28.725825 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c80f7e-c62e-4d78-9ba3-74b2f7124591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e453651-b883-4f0b-a7c6-48309b17d5fe,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:28.726053 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ba5d2-48a7-4b3b-a9cc-96bc7066c23f req-31163613-0e8a-4915-9bc2-8e1ea142fb1b tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:28.727636 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-456ba5d2-48a7-4b3b-a9cc-96bc7066c23f req-31163613-0e8a-4915-9bc2-8e1ea142fb1b tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 931 time: 0.0560374 Jan 25 03:37:28.728763 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 47596) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:28.736495 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d9fcf-843b-4310-9f02-954e65ccaadc req-bb40302c-d004-40f9-a5de-e610e907c7f3 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:28.739415 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9e6d9fcf-843b-4310-9f02-954e65ccaadc req-bb40302c-d004-40f9-a5de-e610e907c7f3 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.112 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 949 time: 0.1883411 Jan 25 03:37:28.750075 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d212c74-3734-4f9e-9551-138fecadce4c req-09adf953-af49-4b8a-92a4-58e2c9ffc52b tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:28.751599 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7d212c74-3734-4f9e-9551-138fecadce4c req-09adf953-af49-4b8a-92a4-58e2c9ffc52b tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 949 time: 0.1807899 Jan 25 03:37:28.805174 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-631d1cc0-e198-4828-ae37-20b79bb6c27f admin admin] Publish callbacks [] for security_group (7e453651-b883-4f0b-a7c6-48309b17d5fe), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:28.824526 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-456ba5d2-48a7-4b3b-a9cc-96bc7066c23f req-8985e102-84eb-4fc8-b0f1-d5a676250e28 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690315 Jan 25 03:37:28.842302 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-631d1cc0-e198-4828-ae37-20b79bb6c27f admin admin] Publish callbacks [] for security_group (7e453651-b883-4f0b-a7c6-48309b17d5fe), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:28.909438 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7d212c74-3734-4f9e-9551-138fecadce4c req-e5aab278-b33e-4dfb-85e9-b8d609c5bccb tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/security-groups?id=609e6e61-2c95-44a5-8792-02e10788d945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466575 Jan 25 03:37:28.921803 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06409dab-f866-4e30-91b3-02bed40f3fbc {{(pid=103186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:37:28.931728 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Publish callbacks [] for port (06409dab-f866-4e30-91b3-02bed40f3fbc), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:28.941289 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d558acd-96ce-426f-b3dd-e1d0242d64ab req-3a1280f4-0db1-43d2-8777-f40d5463d64c tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:28.942797 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2d558acd-96ce-426f-b3dd-e1d0242d64ab req-3a1280f4-0db1-43d2-8777-f40d5463d64c tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0539196 Jan 25 03:37:28.953416 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-9e6d9fcf-843b-4310-9f02-954e65ccaadc req-7aea977a-f909-42fd-b360-fe1c42ff99c6 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Deleting port 03218c00-6b39-4ae7-8a61-39eccba27ba4 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:37:28.956876 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-9e6d9fcf-843b-4310-9f02-954e65ccaadc req-7aea977a-f909-42fd-b360-fe1c42ff99c6 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (03218c00-6b39-4ae7-8a61-39eccba27ba4), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:28.995418 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2d558acd-96ce-426f-b3dd-e1d0242d64ab req-892ac026-755e-4878-9e7b-08f477ac5675 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463598 Jan 25 03:37:29.023979 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-631d1cc0-e198-4828-ae37-20b79bb6c27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (7e453651-b883-4f0b-a7c6-48309b17d5fe), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:29.023979 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-631d1cc0-e198-4828-ae37-20b79bb6c27f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:29.024194 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.provisioning_blocks [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Transition to ACTIVE for port object 06409dab-f866-4e30-91b3-02bed40f3fbc will not be triggered until provisioned by entity L2. {{(pid=103186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:37:29.024290 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-631d1cc0-e198-4828-ae37-20b79bb6c27f admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/7e453651-b883-4f0b-a7c6-48309b17d5fe HTTP/1.1" status: 204 len: 168 time: 0.2845643 Jan 25 03:37:29.024290 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d1cc0-e198-4828-ae37-20b79bb6c27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e453651-b883-4f0b-a7c6-48309b17d5fe,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:29.064548 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-9e6d9fcf-843b-4310-9f02-954e65ccaadc req-7aea977a-f909-42fd-b360-fe1c42ff99c6 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] For port 03218c00-6b39-4ae7-8a61-39eccba27ba4, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=03218c00-6b39-4ae7-8a61-39eccba27ba4,segment=NetworkSegment(3280f77f-9422-4dd2-b809-50ec639a2849),segment_id=3280f77f-9422-4dd2-b809-50ec639a2849)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:29.064548 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-9e6d9fcf-843b-4310-9f02-954e65ccaadc req-7aea977a-f909-42fd-b360-fe1c42ff99c6 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (03218c00-6b39-4ae7-8a61-39eccba27ba4), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:29.081592 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (06409dab-f866-4e30-91b3-02bed40f3fbc), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:29.093906 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-9e6d9fcf-843b-4310-9f02-954e65ccaadc req-7aea977a-f909-42fd-b360-fe1c42ff99c6 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Calling delete_port for 03218c00-6b39-4ae7-8a61-39eccba27ba4 owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:37:29.173635 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=06409dab-f866-4e30-91b3-02bed40f3fbc,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:29.223845 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Attempting to bind port 06409dab-f866-4e30-91b3-02bed40f3fbc on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:37:29.224179 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Attempting to bind port 06409dab-f866-4e30-91b3-02bed40f3fbc by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': 'b2c63bc6-3c43-4648-ac9b-c699ff3bbb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:37:29.224507 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Attempting to bind port 06409dab-f866-4e30-91b3-02bed40f3fbc on network 835e181b-635d-41dd-9269-42b6c17d0334 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:37:29.233415 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Port 06409dab-f866-4e30-91b3-02bed40f3fbc on network 835e181b-635d-41dd-9269-42b6c17d0334 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:37:29.233736 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Attempting to bind port 06409dab-f866-4e30-91b3-02bed40f3fbc on network 835e181b-635d-41dd-9269-42b6c17d0334 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:37:29.246077 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:37:29.246770 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Checking segment: {'id': 'b2c63bc6-3c43-4648-ac9b-c699ff3bbb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:37:29.246934 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Bound using segment: {'id': 'b2c63bc6-3c43-4648-ac9b-c699ff3bbb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:37:29.247512 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Bound port: 06409dab-f866-4e30-91b3-02bed40f3fbc, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c63bc6-3c43-4648-ac9b-c699ff3bbb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:37:29.247873 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (06409dab-f866-4e30-91b3-02bed40f3fbc), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:29.359485 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] For port 06409dab-f866-4e30-91b3-02bed40f3fbc, host hv-cinder-81901, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:37:29.428724 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9446913-a005-4193-9044-09b28108a5a2 req-4e692bff-2164-4eaa-9af6-010cb9eca809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:29.431476 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d9446913-a005-4193-9044-09b28108a5a2 req-4e692bff-2164-4eaa-9af6-010cb9eca809 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 1099 time: 0.0487816 Jan 25 03:37:29.445795 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-9e6d9fcf-843b-4310-9f02-954e65ccaadc req-7aea977a-f909-42fd-b360-fe1c42ff99c6 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594'] for port (03218c00-6b39-4ae7-8a61-39eccba27ba4), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:29.474625 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] For port 06409dab-f866-4e30-91b3-02bed40f3fbc, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=06409dab-f866-4e30-91b3-02bed40f3fbc,segment=NetworkSegment(b2c63bc6-3c43-4648-ac9b-c699ff3bbb42),segment_id=b2c63bc6-3c43-4648-ac9b-c699ff3bbb42)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:37:29.487399 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['03218c00-6b39-4ae7-8a61-39eccba27ba4'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:37:29.510220 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea977a-f909-42fd-b360-fe1c42ff99c6 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Pushing event deleted for resources: {'Port': ['ID=03218c00-6b39-4ae7-8a61-39eccba27ba4,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:29.576458 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea4dc0-c4ce-4caf-9f02-279088a4be8c req-32bdc3ae-3634-4785-9a2c-a8cabe987999 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:29.576458 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-eeea4dc0-c4ce-4caf-9f02-279088a4be8c req-32bdc3ae-3634-4785-9a2c-a8cabe987999 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 946 time: 0.0671027 Jan 25 03:37:29.576724 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6d9fcf-843b-4310-9f02-954e65ccaadc req-7aea977a-f909-42fd-b360-fe1c42ff99c6 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] No DVR routers for this DVR port 03218c00-6b39-4ae7-8a61-39eccba27ba4 on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:37:29.576724 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-9e6d9fcf-843b-4310-9f02-954e65ccaadc req-7aea977a-f909-42fd-b360-fe1c42ff99c6 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:29.576724 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9e6d9fcf-843b-4310-9f02-954e65ccaadc req-7aea977a-f909-42fd-b360-fe1c42ff99c6 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.112 "DELETE /v2.0/ports/03218c00-6b39-4ae7-8a61-39eccba27ba4 HTTP/1.1" status: 204 len: 173 time: 0.8106291 Jan 25 03:37:29.576724 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a93cbd-7b1b-4e5a-99f6-e25f560df158', 'name': 'network-vif-deleted', 'tag': '03218c00-6b39-4ae7-8a61-39eccba27ba4'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:37:29.576724 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3b8c53-8487-4629-9090-1ef3914d6c0c" -d '{"events": [{"server_uuid": "b7a93cbd-7b1b-4e5a-99f6-e25f560df158", "name": "network-vif-deleted", "tag": "03218c00-6b39-4ae7-8a61-39eccba27ba4"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:37:29.579037 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (06409dab-f866-4e30-91b3-02bed40f3fbc), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:29.588066 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d9446913-a005-4193-9044-09b28108a5a2 req-27aeabb6-4586-4b81-ba92-fd0a3dffcd0e service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371315 Jan 25 03:37:29.623980 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:29.625093 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:29.626604 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] 10.222.0.112 "PUT /v2.0/ports/06409dab-f866-4e30-91b3-02bed40f3fbc HTTP/1.1" status: 200 len: 1093 time: 1.3353739 Jan 25 03:37:29.630110 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02664700-9683-4003-b143-da895f698745 x-openstack-request-id: req-02664700-9683-4003-b143-da895f698745 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:37:29.630401 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a93cbd-7b1b-4e5a-99f6-e25f560df158", "name": "network-vif-deleted", "tag": "03218c00-6b39-4ae7-8a61-39eccba27ba4", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:37:29.630648 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-02664700-9683-4003-b143-da895f698745 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:37:29.631039 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a93cbd-7b1b-4e5a-99f6-e25f560df158', 'name': 'network-vif-deleted', 'tag': '03218c00-6b39-4ae7-8a61-39eccba27ba4', 'status': 'completed', 'code': 200} Jan 25 03:37:29.637892 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-eeea4dc0-c4ce-4caf-9f02-279088a4be8c req-10784858-c63f-4f1e-91e8-106742949489 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809054 Jan 25 03:37:29.661529 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ca908-1862-4c9c-9462-745a79ddd4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=06409dab-f866-4e30-91b3-02bed40f3fbc,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:29.945443 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5183a1-0329-418f-96c8-ac2ec38e8437 req-9f73d16e-144c-4c45-8a37-ac78a429eedf tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:29.947399 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1d5183a1-0329-418f-96c8-ac2ec38e8437 req-9f73d16e-144c-4c45-8a37-ac78a429eedf tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 943 time: 0.0512550 Jan 25 03:37:30.007629 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1d5183a1-0329-418f-96c8-ac2ec38e8437 req-bf9934cf-79dd-4651-8a76-e88719069ad2 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515521 Jan 25 03:37:30.028392 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-367879da-a018-4f72-b27c-5f25b9b57211 req-3c958d6d-7248-49b4-94cc-a4c1da32310d tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 210 time: 0.0267379 Jan 25 03:37:30.124359 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762fdee-278c-4210-b5cc-797aa81c9036 req-a9e157a3-079f-4cbe-8084-25593252eef8 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:30.127545 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f762fdee-278c-4210-b5cc-797aa81c9036 req-a9e157a3-079f-4cbe-8084-25593252eef8 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0539021 Jan 25 03:37:30.182596 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f762fdee-278c-4210-b5cc-797aa81c9036 req-f6abdc11-4959-471b-92f7-33dcf094ab68 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505378 Jan 25 03:37:30.272543 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-4b41bfd7-b845-4b63-85a0-74346372fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:30.274152 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-4b41bfd7-b845-4b63-85a0-74346372fbaa service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2e67c9d0a7f44900a2ac9fdc1bdcb15a&device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 1096 time: 0.0527589 Jan 25 03:37:30.339402 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-e1c2a255-f7a1-4877-8aae-78d606416907 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06409dab-f866-4e30-91b3-02bed40f3fbc HTTP/1.1" status: 200 len: 217 time: 0.0380297 Jan 25 03:37:30.607182 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-5f6f4c2d-09cc-40c8-8068-2ab05af2794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:30.608945 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-5f6f4c2d-09cc-40c8-8068-2ab05af2794d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b554719f-8713-4f6e-87c2-8a3b80ecbb7b HTTP/1.1" status: 200 len: 855 time: 0.0771322 Jan 25 03:37:30.618852 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737a8b1-40c7-4b44-9bfb-56fe85b9203c req-04be9622-7b61-492d-80dd-4b70f8518baf tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:30.620199 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5737a8b1-40c7-4b44-9bfb-56fe85b9203c req-04be9622-7b61-492d-80dd-4b70f8518baf tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.112 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 946 time: 0.0870709 Jan 25 03:37:30.672151 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-5abbaf06-f312-47a2-9ee9-e2db69871d4a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=835e181b-635d-41dd-9269-42b6c17d0334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443566 Jan 25 03:37:30.823186 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455ec3d-3d3a-43bd-a85f-8928974ed2ca req-f4695562-4346-4e89-a3e0-c412d024ac9b tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:30.824630 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a455ec3d-3d3a-43bd-a85f-8928974ed2ca req-f4695562-4346-4e89-a3e0-c412d024ac9b tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 946 time: 0.1039352 Jan 25 03:37:30.862965 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-4c7189a3-9a23-49b4-b85f-dfe7af4d34e4 service neutron] 10.222.0.112 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805241 Jan 25 03:37:30.866462 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-5737a8b1-40c7-4b44-9bfb-56fe85b9203c req-200a55b9-c705-4017-8afd-8437a190e2e2 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Deleting port a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:37:30.866802 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-5737a8b1-40c7-4b44-9bfb-56fe85b9203c req-200a55b9-c705-4017-8afd-8437a190e2e2 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:30.972791 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a455ec3d-3d3a-43bd-a85f-8928974ed2ca req-7d9ffeb3-d701-4b7b-939e-f6dc253f4ebf tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359518 Jan 25 03:37:31.054259 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-5737a8b1-40c7-4b44-9bfb-56fe85b9203c req-200a55b9-c705-4017-8afd-8437a190e2e2 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] For port a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb,segment=NetworkSegment(00816fa3-17f6-4d4c-abfc-0f6f12b20c0d),segment_id=00816fa3-17f6-4d4c-abfc-0f6f12b20c0d)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:31.054626 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-5737a8b1-40c7-4b44-9bfb-56fe85b9203c req-200a55b9-c705-4017-8afd-8437a190e2e2 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:31.063795 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d1c7b892-7170-43a7-bea8-7a07b32509c0 req-d061f0a3-0848-4cf0-aadc-eeb8104405c3 service neutron] 10.222.0.112 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748924 Jan 25 03:37:31.069916 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-5737a8b1-40c7-4b44-9bfb-56fe85b9203c req-200a55b9-c705-4017-8afd-8437a190e2e2 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Calling delete_port for a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:37:31.133333 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc8174-75ac-46e1-8a0f-3e83641a8d7a req-2ed53a74-1552-4631-95a4-eb4fc07face7 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:31.134857 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8cbc8174-75ac-46e1-8a0f-3e83641a8d7a req-2ed53a74-1552-4631-95a4-eb4fc07face7 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 943 time: 0.0541077 Jan 25 03:37:31.170799 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-24066466-a7f1-473b-919e-dab72916c334 req-fd7040a9-cfc1-40c2-bdb6-14ec18077313 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7a93cbd-7b1b-4e5a-99f6-e25f560df158 HTTP/1.1" status: 200 len: 210 time: 0.0316503 Jan 25 03:37:31.205144 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8cbc8174-75ac-46e1-8a0f-3e83641a8d7a req-dca1eca3-d5ae-4577-954c-7864ab8fbf9a tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639248 Jan 25 03:37:31.321253 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2ab60-9358-472e-89e6-69eb9430b364 req-76cbb567-43a0-4b71-973d-9a0120eaa56d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:31.322932 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f0c2ab60-9358-472e-89e6-69eb9430b364 req-76cbb567-43a0-4b71-973d-9a0120eaa56d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0530117 Jan 25 03:37:31.336284 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-5737a8b1-40c7-4b44-9bfb-56fe85b9203c req-200a55b9-c705-4017-8afd-8437a190e2e2 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594'] for port (a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:31.377073 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a55b9-c705-4017-8afd-8437a190e2e2 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Pushing event deleted for resources: {'Port': ['ID=a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:31.395135 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:37:31.420425 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f0c2ab60-9358-472e-89e6-69eb9430b364 req-70cb68ae-c300-49a3-a0f0-5f6029afff52 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916781 Jan 25 03:37:31.433501 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-5737a8b1-40c7-4b44-9bfb-56fe85b9203c req-200a55b9-c705-4017-8afd-8437a190e2e2 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] No DVR routers for this DVR port a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:37:31.436689 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-5737a8b1-40c7-4b44-9bfb-56fe85b9203c req-200a55b9-c705-4017-8afd-8437a190e2e2 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:31.439950 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5737a8b1-40c7-4b44-9bfb-56fe85b9203c req-200a55b9-c705-4017-8afd-8437a190e2e2 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.112 "DELETE /v2.0/ports/a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb HTTP/1.1" status: 204 len: 173 time: 0.8050139 Jan 25 03:37:31.456633 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0e12bc7-b169-4143-9e74-31ca6dce33a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:31.632176 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1b7caf-2414-4373-a49c-b8374358d3f3', 'tag': '06409dab-f866-4e30-91b3-02bed40f3fbc'}, {'server_uuid': '0ca6ff2e-464f-45a9-a5ba-58ce987262ed', 'name': 'network-vif-deleted', 'tag': 'a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:37:31.634596 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b00b26-af53-4218-93ec-fd4ac3bf0d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1b7caf-2414-4373-a49c-b8374358d3f3", "tag": "06409dab-f866-4e30-91b3-02bed40f3fbc"}, {"server_uuid": "0ca6ff2e-464f-45a9-a5ba-58ce987262ed", "name": "network-vif-deleted", "tag": "a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:37:31.675267 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 25 Jan 2022 03:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e51252-bf94-460b-b8d4-aea4c88114d2 x-openstack-request-id: req-32e51252-bf94-460b-b8d4-aea4c88114d2 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:37:31.675556 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1b7caf-2414-4373-a49c-b8374358d3f3", "tag": "06409dab-f866-4e30-91b3-02bed40f3fbc", "status": "completed", "code": 200}, {"server_uuid": "0ca6ff2e-464f-45a9-a5ba-58ce987262ed", "name": "network-vif-deleted", "tag": "a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:37:31.675841 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-32e51252-bf94-460b-b8d4-aea4c88114d2 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:37:31.676417 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1b7caf-2414-4373-a49c-b8374358d3f3', 'tag': '06409dab-f866-4e30-91b3-02bed40f3fbc', 'status': 'completed', 'code': 200} Jan 25 03:37:31.676675 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca6ff2e-464f-45a9-a5ba-58ce987262ed', 'name': 'network-vif-deleted', 'tag': 'a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb', 'status': 'completed', 'code': 200} Jan 25 03:37:32.105508 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-995ee745-50ab-456f-b36d-aefa63b2e714 req-7c45bc29-7870-4eca-924b-c7b0239b1a76 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ca6ff2e-464f-45a9-a5ba-58ce987262ed HTTP/1.1" status: 200 len: 210 time: 0.0278268 Jan 25 03:37:32.108012 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b00b26-af53-4218-93ec-fd4ac3bf0d2f req-85574b7a-b918-44db-8088-ec54ba63e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:32.109366 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-01b00b26-af53-4218-93ec-fd4ac3bf0d2f req-85574b7a-b918-44db-8088-ec54ba63e637 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2e67c9d0a7f44900a2ac9fdc1bdcb15a&device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 1096 time: 0.2900479 Jan 25 03:37:32.198777 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b00b26-af53-4218-93ec-fd4ac3bf0d2f req-93702b3c-01a5-429f-b7bb-720cef5de73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:32.200236 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-01b00b26-af53-4218-93ec-fd4ac3bf0d2f req-93702b3c-01a5-429f-b7bb-720cef5de73f service neutron] 10.222.0.112 "GET /v2.0/networks?id=835e181b-635d-41dd-9269-42b6c17d0334 HTTP/1.1" status: 200 len: 915 time: 0.0829997 Jan 25 03:37:32.257164 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-01b00b26-af53-4218-93ec-fd4ac3bf0d2f req-cffe432b-11a1-4b7c-adbb-de3f351f242f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06409dab-f866-4e30-91b3-02bed40f3fbc HTTP/1.1" status: 200 len: 217 time: 0.0446355 Jan 25 03:37:32.358185 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b00b26-af53-4218-93ec-fd4ac3bf0d2f req-f0ae5b70-3ae5-40a2-8510-b38390a477a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:32.359704 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-01b00b26-af53-4218-93ec-fd4ac3bf0d2f req-f0ae5b70-3ae5-40a2-8510-b38390a477a5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b554719f-8713-4f6e-87c2-8a3b80ecbb7b HTTP/1.1" status: 200 len: 855 time: 0.0873668 Jan 25 03:37:32.368134 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce7d4a-fc9b-444c-9783-17a68a15396f req-1aaf6caa-4d75-4f6b-ab31-0d8931084863 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:32.375482 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e6ce7d4a-fc9b-444c-9783-17a68a15396f req-1aaf6caa-4d75-4f6b-ab31-0d8931084863 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 943 time: 0.0918186 Jan 25 03:37:32.423105 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-01b00b26-af53-4218-93ec-fd4ac3bf0d2f req-a432b217-baa6-4eb6-98fd-f21a185dc25d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=835e181b-635d-41dd-9269-42b6c17d0334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450370 Jan 25 03:37:32.505231 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e6ce7d4a-fc9b-444c-9783-17a68a15396f req-7572e5c7-81f7-4c58-9bc3-4824694abfac tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288807 Jan 25 03:37:32.544640 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-01b00b26-af53-4218-93ec-fd4ac3bf0d2f req-3a5eeecc-be25-43a9-b6e5-41b965dbf6ab service neutron] 10.222.0.112 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073449 Jan 25 03:37:32.561994 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf41b4-719e-4d00-9e59-9ef828e1a6cc req-ef8c9b64-148e-4de2-97ad-01e4be352eb4 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:32.563564 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3fbf41b4-719e-4d00-9e59-9ef828e1a6cc req-ef8c9b64-148e-4de2-97ad-01e4be352eb4 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0526152 Jan 25 03:37:32.612720 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3fbf41b4-719e-4d00-9e59-9ef828e1a6cc req-ede80361-f43e-4064-96e5-c036551723eb tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427790 Jan 25 03:37:32.655339 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-01b00b26-af53-4218-93ec-fd4ac3bf0d2f req-de976783-9b82-4332-a6a7-e2766c7429a8 service neutron] 10.222.0.112 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028042 Jan 25 03:37:32.788276 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:37:32.814462 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:37:32.814462 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device a4e3c785-fdb7-4f1f-bfdb-ec65f69514eb not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:37:32.814462 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 03218c00-6b39-4ae7-8a61-39eccba27ba4 no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:37:32.834757 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: 03218c00-6b39-4ae7-8a61-39eccba27ba4 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:37:32.837326 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 03218c00-6b39-4ae7-8a61-39eccba27ba4 not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:37:33.071468 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b783181-0cac-4d84-9820-5db93de40aca req-00e37852-398d-4b55-8c08-8991321277cb tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:33.074194 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2b783181-0cac-4d84-9820-5db93de40aca req-00e37852-398d-4b55-8c08-8991321277cb tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0548949 Jan 25 03:37:33.129264 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2b783181-0cac-4d84-9820-5db93de40aca req-0e9c6fcb-0a90-46cb-afa3-25bdfee01ad0 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450079 Jan 25 03:37:33.233661 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41f7f0-3292-4245-b3e1-5923bef43f33 req-e4ebc997-61e3-4fea-b670-58ac7cf910f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:33.235371 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-db41f7f0-3292-4245-b3e1-5923bef43f33 req-e4ebc997-61e3-4fea-b670-58ac7cf910f8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b7c304fa11cb41daba65e6a85cf2c360&device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 1099 time: 0.0711255 Jan 25 03:37:33.306699 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 47770) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:33.357355 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41f7f0-3292-4245-b3e1-5923bef43f33 req-40bc9a92-d842-4a5c-93fa-099817d5b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:33.358997 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-db41f7f0-3292-4245-b3e1-5923bef43f33 req-40bc9a92-d842-4a5c-93fa-099817d5b504 service neutron] 10.222.0.112 "GET /v2.0/networks?id=21305d52-419e-4a5b-aa5c-f29427395669 HTTP/1.1" status: 200 len: 919 time: 0.1132867 Jan 25 03:37:33.427228 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-db41f7f0-3292-4245-b3e1-5923bef43f33 req-8bffd972-602e-402d-8296-543cc3da5e90 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29297f0b-07c1-43dd-9bc9-7ce2fc61fabf HTTP/1.1" status: 200 len: 217 time: 0.0592496 Jan 25 03:37:33.458139 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2bc4674d-0bf2-486b-908a-b4db8becfcad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:33.532847 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41f7f0-3292-4245-b3e1-5923bef43f33 req-38201d34-a956-48b9-8b3f-0fd9f0fbd76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:33.534271 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-db41f7f0-3292-4245-b3e1-5923bef43f33 req-38201d34-a956-48b9-8b3f-0fd9f0fbd76b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=069704cf-3960-4585-9364-1bd4be4f6c51 HTTP/1.1" status: 200 len: 859 time: 0.0953796 Jan 25 03:37:33.543336 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2bc4674d-0bf2-486b-908a-b4db8becfcad admin admin] Publish callbacks [] for security_group (35d0e459-8482-45b3-9663-2f4a4328eea2), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:33.577851 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-db41f7f0-3292-4245-b3e1-5923bef43f33 req-000a34eb-0f73-4d62-a68a-4d396100124d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=21305d52-419e-4a5b-aa5c-f29427395669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344517 Jan 25 03:37:33.588810 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-641d3ed2-e917-420c-91a5-fb4d16bd1534 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:33.590294 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-641d3ed2-e917-420c-91a5-fb4d16bd1534 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/networks?id=5a6ed931-4b24-4be4-b671-86c474190d7e HTTP/1.1" status: 200 len: 809 time: 0.1772614 Jan 25 03:37:33.619507 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-0ef96ddd-9b57-4001-b57a-4dbbf6419b20 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/quotas/9572dffe747a4371ace5d887368ca64b HTTP/1.1" status: 200 len: 375 time: 0.0185251 Jan 25 03:37:33.634634 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2bc4674d-0bf2-486b-908a-b4db8becfcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (35d0e459-8482-45b3-9663-2f4a4328eea2), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:33.699672 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-c59b0da2-a3d9-4c68-9c7f-4302489096e7 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=9572dffe747a4371ace5d887368ca64b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710649 Jan 25 03:37:33.730555 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4674d-0bf2-486b-908a-b4db8becfcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d0e459-8482-45b3-9663-2f4a4328eea2,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:33.736527 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-2bc4674d-0bf2-486b-908a-b4db8becfcad admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=67fb6f6cdb024429bee1fd3cbbcf908c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4286349 Jan 25 03:37:33.739327 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 47812) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:33.770305 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c397321-17e3-4a9e-b3c2-4c9e659bb3a9 req-c1bae90d-cfd1-4241-a2c0-9d96f6dce389 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:33.772720 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4c397321-17e3-4a9e-b3c2-4c9e659bb3a9 req-c1bae90d-cfd1-4241-a2c0-9d96f6dce389 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 943 time: 0.1483164 Jan 25 03:37:33.798418 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-db41f7f0-3292-4245-b3e1-5923bef43f33 req-04fc9b51-60c1-479d-b030-aeae1b17d411 service neutron] 10.222.0.112 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057719 Jan 25 03:37:33.841183 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d784a4e8-88f5-4a2f-b5ea-1d94efaa88fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:33.849020 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0cba2b59-1a8e-4a1f-9122-d5e4f68b5632 admin admin] Publish callbacks [] for security_group (35d0e459-8482-45b3-9663-2f4a4328eea2), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:33.861668 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4c397321-17e3-4a9e-b3c2-4c9e659bb3a9 req-65103ee5-c75d-4123-9d18-53537a4d1510 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782311 Jan 25 03:37:33.891276 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-4abc3b44-f284-4e39-96bc-8e98e93ff64b service neutron] 10.222.0.115 "GET /v2.0/networks/5a6ed931-4b24-4be4-b671-86c474190d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902430 Jan 25 03:37:33.911406 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0cba2b59-1a8e-4a1f-9122-d5e4f68b5632 admin admin] Publish callbacks [] for security_group (35d0e459-8482-45b3-9663-2f4a4328eea2), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:34.086889 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-db41f7f0-3292-4245-b3e1-5923bef43f33 req-abda13ae-84d2-4a28-bd6a-e22b8215b539 service neutron] 10.222.0.112 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798107 Jan 25 03:37:34.109374 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-f771f706-9a48-4e29-8578-4ef15739672a service neutron] 10.222.0.115 "GET /v2.0/networks/5a6ed931-4b24-4be4-b671-86c474190d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169654 Jan 25 03:37:34.182704 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0cba2b59-1a8e-4a1f-9122-d5e4f68b5632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (35d0e459-8482-45b3-9663-2f4a4328eea2), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:34.186320 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0cba2b59-1a8e-4a1f-9122-d5e4f68b5632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:34.187716 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-0cba2b59-1a8e-4a1f-9122-d5e4f68b5632 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/35d0e459-8482-45b3-9663-2f4a4328eea2 HTTP/1.1" status: 204 len: 168 time: 0.4471686 Jan 25 03:37:34.210083 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba2b59-1a8e-4a1f-9122-d5e4f68b5632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d0e459-8482-45b3-9663-2f4a4328eea2,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:34.333807 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42e744-f455-4034-bf64-cadb4fc03314 req-03758999-20a3-49c7-b1d6-747af71e7a4d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:34.335431 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0d42e744-f455-4034-bf64-cadb4fc03314 req-03758999-20a3-49c7-b1d6-747af71e7a4d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0841501 Jan 25 03:37:34.399703 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-eb98f403-5100-438a-ac7a-dee468e2690d req-e0ab39a7-f78d-4d28-9b25-82912c5b799b tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 210 time: 0.0513153 Jan 25 03:37:34.422026 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0d42e744-f455-4034-bf64-cadb4fc03314 req-6c1ef71d-b84e-4e51-8fe4-c9ba5dd4897d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796435 Jan 25 03:37:34.765176 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 06409dab-f866-4e30-91b3-02bed40f3fbc details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:37:34.866272 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 06409dab-f866-4e30-91b3-02bed40f3fbc, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=06409dab-f866-4e30-91b3-02bed40f3fbc,segment=NetworkSegment(b2c63bc6-3c43-4648-ac9b-c699ff3bbb42),segment_id=b2c63bc6-3c43-4648-ac9b-c699ff3bbb42)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:34.876803 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': '06409dab-f866-4e30-91b3-02bed40f3fbc', 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334', 'port_id': '06409dab-f866-4e30-91b3-02bed40f3fbc', 'mac_address': 'fa:16:3e:d5:5e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b554719f-8713-4f6e-87c2-8a3b80ecbb7b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:37:34.915729 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 06409dab-f866-4e30-91b3-02bed40f3fbc is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:37:34.916120 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (06409dab-f866-4e30-91b3-02bed40f3fbc), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:34.932763 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06409dab-f866-4e30-91b3-02bed40f3fbc {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:37:34.954586 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 06409dab-f866-4e30-91b3-02bed40f3fbc, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=06409dab-f866-4e30-91b3-02bed40f3fbc,segment=NetworkSegment(b2c63bc6-3c43-4648-ac9b-c699ff3bbb42),segment_id=b2c63bc6-3c43-4648-ac9b-c699ff3bbb42)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:35.007374 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157df15-b8f3-476f-921a-a419a6524b7b req-1e4d0eb0-3638-41c3-b96d-c014b036db6c tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:35.008825 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2157df15-b8f3-476f-921a-a419a6524b7b req-1e4d0eb0-3638-41c3-b96d-c014b036db6c tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 943 time: 0.0492313 Jan 25 03:37:35.058541 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2157df15-b8f3-476f-921a-a419a6524b7b req-73ce997b-c5dd-4c9f-a4d0-b2e0ae5117a9 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433044 Jan 25 03:37:35.067939 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (06409dab-f866-4e30-91b3-02bed40f3fbc), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:35.148567 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=06409dab-f866-4e30-91b3-02bed40f3fbc,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:35.155224 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 47902) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:35.157640 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 47904) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:35.169644 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f923016f-2f35-4dbf-be2e-3d4cede058af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:35.244083 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:35.259089 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f923016f-2f35-4dbf-be2e-3d4cede058af admin admin] Publish callbacks [] for security_group (5e8ec1c2-0542-4b13-8748-661844c9154e), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:35.331203 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f923016f-2f35-4dbf-be2e-3d4cede058af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (5e8ec1c2-0542-4b13-8748-661844c9154e), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:35.334887 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-519ff991-5bb5-4ff9-933c-e2cfa5e6423e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:35.375358 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-f923016f-2f35-4dbf-be2e-3d4cede058af admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=fa0e2a9450344f18906b3cf76875a212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187343 Jan 25 03:37:35.376538 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923016f-2f35-4dbf-be2e-3d4cede058af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8ec1c2-0542-4b13-8748-661844c9154e,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:35.378709 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 47916) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:35.461525 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-519ff991-5bb5-4ff9-933c-e2cfa5e6423e admin admin] Publish callbacks [] for security_group (536b61bb-2344-4255-b960-8f48f2e218ab), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:35.464209 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3de641b6-64bf-4eab-a3d2-c315e79c200d admin admin] Publish callbacks [] for security_group (5e8ec1c2-0542-4b13-8748-661844c9154e), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:35.495481 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3de641b6-64bf-4eab-a3d2-c315e79c200d admin admin] Publish callbacks [] for security_group (5e8ec1c2-0542-4b13-8748-661844c9154e), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:35.529076 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b78c1ac3-aa1f-4c91-b0b8-4d33f8201210 req-41587b9f-0859-4541-84b6-e37c5b1391c1 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 210 time: 0.0357978 Jan 25 03:37:35.557050 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a114bc7-2d97-44b2-8396-6ba38511e2f8 req-744be685-9a90-4e08-af32-fbfa2914d9aa tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:35.558631 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0a114bc7-2d97-44b2-8396-6ba38511e2f8 req-744be685-9a90-4e08-af32-fbfa2914d9aa tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0592868 Jan 25 03:37:35.594072 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-519ff991-5bb5-4ff9-933c-e2cfa5e6423e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (536b61bb-2344-4255-b960-8f48f2e218ab), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:35.628438 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['06409dab-f866-4e30-91b3-02bed40f3fbc'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:37:35.643227 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0a114bc7-2d97-44b2-8396-6ba38511e2f8 req-1a686e2f-eab4-42f5-8126-dd4cde4236fc tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734868 Jan 25 03:37:35.647161 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-519ff991-5bb5-4ff9-933c-e2cfa5e6423e admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=45684cb32b354932ae7588fd61506464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4856653 Jan 25 03:37:35.647161 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ff991-5bb5-4ff9-933c-e2cfa5e6423e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536b61bb-2344-4255-b960-8f48f2e218ab,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:35.647982 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 47934) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:35.689397 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3de641b6-64bf-4eab-a3d2-c315e79c200d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (5e8ec1c2-0542-4b13-8748-661844c9154e), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:35.696691 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3de641b6-64bf-4eab-a3d2-c315e79c200d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:35.699762 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-3de641b6-64bf-4eab-a3d2-c315e79c200d admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/5e8ec1c2-0542-4b13-8748-661844c9154e HTTP/1.1" status: 204 len: 168 time: 0.3200717 Jan 25 03:37:35.721633 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de641b6-64bf-4eab-a3d2-c315e79c200d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8ec1c2-0542-4b13-8748-661844c9154e,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:35.754453 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6cf4ce72-710c-4eca-83a2-f43eb300c04a admin admin] Publish callbacks [] for security_group (536b61bb-2344-4255-b960-8f48f2e218ab), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:35.800260 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6cf4ce72-710c-4eca-83a2-f43eb300c04a admin admin] Publish callbacks [] for security_group (536b61bb-2344-4255-b960-8f48f2e218ab), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:35.908496 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6cf4ce72-710c-4eca-83a2-f43eb300c04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (536b61bb-2344-4255-b960-8f48f2e218ab), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:35.911731 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6cf4ce72-710c-4eca-83a2-f43eb300c04a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:35.916338 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-6cf4ce72-710c-4eca-83a2-f43eb300c04a admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/536b61bb-2344-4255-b960-8f48f2e218ab HTTP/1.1" status: 204 len: 168 time: 0.2637463 Jan 25 03:37:35.927379 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4ce72-710c-4eca-83a2-f43eb300c04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536b61bb-2344-4255-b960-8f48f2e218ab,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:36.191653 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d90978-adc8-4d6e-a75d-25b9b1f2dfbf req-67912c1c-4867-4e25-ab92-c7760f98b240 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:36.193246 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-87d90978-adc8-4d6e-a75d-25b9b1f2dfbf req-67912c1c-4867-4e25-ab92-c7760f98b240 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 944 time: 0.0584190 Jan 25 03:37:36.251272 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-87d90978-adc8-4d6e-a75d-25b9b1f2dfbf req-3abc32ea-6352-425b-902f-5c5b8e44d35f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502152 Jan 25 03:37:36.639694 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6fba492d-ab09-4f64-9db2-8aa589b086bc req-528a9995-9b66-4b68-87c5-884a840a081e tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 210 time: 0.0342882 Jan 25 03:37:36.784720 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90035ff-18b2-4862-88cb-df69242a9102 req-5ef4f976-9e28-4e13-ae9e-949690e8dd53 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:36.786251 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f90035ff-18b2-4862-88cb-df69242a9102 req-5ef4f976-9e28-4e13-ae9e-949690e8dd53 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0685792 Jan 25 03:37:36.794975 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:36.849444 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f90035ff-18b2-4862-88cb-df69242a9102 req-66278231-be1d-42a0-bc9c-0498f01a4622 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540388 Jan 25 03:37:37.101451 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-820d75f9-08b6-4af7-976a-7a85acca5953 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:37.102826 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-820d75f9-08b6-4af7-976a-7a85acca5953 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.112 "GET /v2.0/networks?id=5a6ed931-4b24-4be4-b671-86c474190d7e HTTP/1.1" status: 200 len: 809 time: 0.1260202 Jan 25 03:37:37.181481 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-614ef848-6690-43ca-92f1-6b131993e0ef tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Request body: {'port': {'device_id': '54723a9d-3cbe-4901-84fc-c0635a5f0f20', 'network_id': '5a6ed931-4b24-4be4-b671-86c474190d7e', 'admin_state_up': True, 'tenant_id': '9572dffe747a4371ace5d887368ca64b'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:37:37.380933 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ccfed-04dd-4ac1-9763-0e0ecb6255a2 req-1561039f-8cb4-4ad0-9282-28c7df4974db tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:37.382627 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b98ccfed-04dd-4ac1-9763-0e0ecb6255a2 req-1561039f-8cb4-4ad0-9282-28c7df4974db tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 944 time: 0.0558467 Jan 25 03:37:37.395685 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-614ef848-6690-43ca-92f1-6b131993e0ef tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Made reservation on behalf of 9572dffe747a4371ace5d887368ca64b for: {'port': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:37:37.399854 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-614ef848-6690-43ca-92f1-6b131993e0ef tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:37.497558 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b98ccfed-04dd-4ac1-9763-0e0ecb6255a2 req-b14f4610-f80e-4458-94fe-7dbbcfd089de tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059191 Jan 25 03:37:37.604155 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-614ef848-6690-43ca-92f1-6b131993e0ef tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Allocated IP 172.20.0.4 (5a6ed931-4b24-4be4-b671-86c474190d7e/e9bccd8f-6216-4ca8-983b-c3021a241104/fd0ac6a9-c23b-4d52-9aad-a28d1d316935) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:37:37.771511 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8f67595d-9a3f-4249-8364-0d38d3583ef4 req-cea80de1-85e1-4b94-88f9-d91f7bb4cfa5 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 210 time: 0.0342882 Jan 25 03:37:37.803046 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 48104) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:37.817372 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-614ef848-6690-43ca-92f1-6b131993e0ef tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Publish callbacks [] for port (fd0ac6a9-c23b-4d52-9aad-a28d1d316935), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:37.855834 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 48108) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:37.932175 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-614ef848-6690-43ca-92f1-6b131993e0ef tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (fd0ac6a9-c23b-4d52-9aad-a28d1d316935), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:37.975483 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-614ef848-6690-43ca-92f1-6b131993e0ef tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Network 5a6ed931-4b24-4be4-b671-86c474190d7e is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:37:37.978554 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-614ef848-6690-43ca-92f1-6b131993e0ef tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:37:37.985348 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-614ef848-6690-43ca-92f1-6b131993e0ef tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:37:37.991129 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-614ef848-6690-43ca-92f1-6b131993e0ef tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:37.991848 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-614ef848-6690-43ca-92f1-6b131993e0ef tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:37.992726 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656c84a-b438-4814-afd0-3782aa8a1be2 req-de17513c-67a4-4abf-9694-630f14d4d16f tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:37.994210 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6656c84a-b438-4814-afd0-3782aa8a1be2 req-de17513c-67a4-4abf-9694-630f14d4d16f tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0546756 Jan 25 03:37:38.009125 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ef848-6690-43ca-92f1-6b131993e0ef tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Pushing event updated for resources: {'Port': ['ID=fd0ac6a9-c23b-4d52-9aad-a28d1d316935,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:38.047495 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6656c84a-b438-4814-afd0-3782aa8a1be2 req-32b85c9e-0cb1-4b0b-9fb5-ff0357b77efe tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452044 Jan 25 03:37:38.066232 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-e22e7879-4790-49d5-b941-b41c29341a01 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1406399248-network', 'tenant_id': '669e86b55a1248009baefdb84c00453a'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:37:38.096570 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:38.124594 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ed6c0cd6-e0b9-4aa8-8749-85dc84ce4dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:38.124995 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-614ef848-6690-43ca-92f1-6b131993e0ef tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9472940 Jan 25 03:37:38.148479 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Request body: {'port': {'device_id': '54723a9d-3cbe-4901-84fc-c0635a5f0f20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:37:38.220397 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (fd0ac6a9-c23b-4d52-9aad-a28d1d316935), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:38.232215 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ed6c0cd6-e0b9-4aa8-8749-85dc84ce4dfa admin admin] Publish callbacks [] for security_group (3df99625-b470-44f6-8d3b-fdd354973247), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:38.234780 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22e7879-4790-49d5-b941-b41c29341a01 admin admin] Made reservation on behalf of 669e86b55a1248009baefdb84c00453a for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:37:38.237579 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e22e7879-4790-49d5-b941-b41c29341a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:38.247262 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e22e7879-4790-49d5-b941-b41c29341a01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:38.308871 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ed6c0cd6-e0b9-4aa8-8749-85dc84ce4dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (3df99625-b470-44f6-8d3b-fdd354973247), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:38.372694 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c0cd6-e0b9-4aa8-8749-85dc84ce4dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df99625-b470-44f6-8d3b-fdd354973247,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:38.384809 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 48140) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:38.385334 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-ed6c0cd6-e0b9-4aa8-8749-85dc84ce4dfa admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=06e09dfce76141d58f886d77c44a9391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5292408 Jan 25 03:37:38.417777 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e22e7879-4790-49d5-b941-b41c29341a01 admin admin] Publish callbacks [] for security_group (1978c35b-9932-4054-89d5-0a1af9908137), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:38.500558 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e22e7879-4790-49d5-b941-b41c29341a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (1978c35b-9932-4054-89d5-0a1af9908137), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:38.500666 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6114fe11-d2a4-4985-b45f-26ec96af8d57 admin admin] Publish callbacks [] for security_group (3df99625-b470-44f6-8d3b-fdd354973247), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:38.521931 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22e7879-4790-49d5-b941-b41c29341a01 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:37:38.532432 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e7879-4790-49d5-b941-b41c29341a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1978c35b-9932-4054-89d5-0a1af9908137,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:38.537962 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e22e7879-4790-49d5-b941-b41c29341a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (a38e12b9-b447-40b5-bfc0-066fb994c5f4), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:38.538489 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-e22e7879-4790-49d5-b941-b41c29341a01 admin admin] Added segment a38e12b9-b447-40b5-bfc0-066fb994c5f4 of type vlan for network 53c1fc18-89c3-459d-a1e2-14cd4e6b342a Jan 25 03:37:38.581341 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6114fe11-d2a4-4985-b45f-26ec96af8d57 admin admin] Publish callbacks [] for security_group (3df99625-b470-44f6-8d3b-fdd354973247), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:38.619570 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e22e7879-4790-49d5-b941-b41c29341a01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760336855179'] for network (53c1fc18-89c3-459d-a1e2-14cd4e6b342a), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:38.720894 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0ac6a9-c23b-4d52-9aad-a28d1d316935 {{(pid=103186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:37:38.732171 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722645f-4116-44f8-8f2e-f09bb7f450ec req-64ad0805-16eb-412f-a789-7578cd370efc tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:38.733676 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8722645f-4116-44f8-8f2e-f09bb7f450ec req-64ad0805-16eb-412f-a789-7578cd370efc tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 944 time: 0.1310856 Jan 25 03:37:38.739078 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Publish callbacks [] for port (fd0ac6a9-c23b-4d52-9aad-a28d1d316935), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:38.768114 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e22e7879-4790-49d5-b941-b41c29341a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for network (53c1fc18-89c3-459d-a1e2-14cd4e6b342a), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:38.770539 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22e7879-4790-49d5-b941-b41c29341a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:38.773402 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 06409dab-f866-4e30-91b3-02bed40f3fbc up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:37:38.773597 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e22e7879-4790-49d5-b941-b41c29341a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:38.831751 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.provisioning_blocks [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Transition to ACTIVE for port object fd0ac6a9-c23b-4d52-9aad-a28d1d316935 will not be triggered until provisioned by entity L2. {{(pid=103186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:37:38.833873 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6114fe11-d2a4-4985-b45f-26ec96af8d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (3df99625-b470-44f6-8d3b-fdd354973247), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:38.836630 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6114fe11-d2a4-4985-b45f-26ec96af8d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:38.838290 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-6114fe11-d2a4-4985-b45f-26ec96af8d57 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/3df99625-b470-44f6-8d3b-fdd354973247 HTTP/1.1" status: 204 len: 168 time: 0.4503052 Jan 25 03:37:38.848683 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114fe11-d2a4-4985-b45f-26ec96af8d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df99625-b470-44f6-8d3b-fdd354973247,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:38.853868 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8722645f-4116-44f8-8f2e-f09bb7f450ec req-99e69ac7-0da3-4f3a-a0d9-6d93a7f42f68 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903773 Jan 25 03:37:38.906852 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e7879-4790-49d5-b941-b41c29341a01 admin admin] Pushing event updated for resources: {'Network': ['ID=53c1fc18-89c3-459d-a1e2-14cd4e6b342a,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:38.924430 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Network 53c1fc18-89c3-459d-a1e2-14cd4e6b342a details requested by agent ovs-agent-dv-cinder-819011-2-iscsi with host dv-cinder-819011-2-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:37:38.931029 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (fd0ac6a9-c23b-4d52-9aad-a28d1d316935), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:38.937308 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-e22e7879-4790-49d5-b941-b41c29341a01 admin admin] 10.222.0.115 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1411586 Jan 25 03:37:38.942698 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 48178) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:38.974100 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-a3321f8b-6035-418b-8f38-aee34b15baec admin admin] Request body: {'subnet': {'network_id': '53c1fc18-89c3-459d-a1e2-14cd4e6b342a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1406399248-subnet', 'tenant_id': '669e86b55a1248009baefdb84c00453a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:37:38.975900 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0491b2d-822d-48e1-8c1b-e9adae60ebbf req-5f2cec62-8576-4f52-be8b-d3d23f2e5bf2 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:38.983828 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b0491b2d-822d-48e1-8c1b-e9adae60ebbf req-5f2cec62-8576-4f52-be8b-d3d23f2e5bf2 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 943 time: 0.0625002 Jan 25 03:37:39.031344 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Pushing event updated for resources: {'Port': ['ID=fd0ac6a9-c23b-4d52-9aad-a28d1d316935,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:39.045816 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port 06409dab-f866-4e30-91b3-02bed40f3fbc completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:37:39.050799 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port 06409dab-f866-4e30-91b3-02bed40f3fbc triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:37:39.051254 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (06409dab-f866-4e30-91b3-02bed40f3fbc), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:39.064572 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Attempting to bind port fd0ac6a9-c23b-4d52-9aad-a28d1d316935 on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:37:39.065231 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Attempting to bind port fd0ac6a9-c23b-4d52-9aad-a28d1d316935 by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': '00816fa3-17f6-4d4c-abfc-0f6f12b20c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5a6ed931-4b24-4be4-b671-86c474190d7e'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:37:39.065901 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Attempting to bind port fd0ac6a9-c23b-4d52-9aad-a28d1d316935 on network 5a6ed931-4b24-4be4-b671-86c474190d7e {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:37:39.070686 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Port fd0ac6a9-c23b-4d52-9aad-a28d1d316935 on network 5a6ed931-4b24-4be4-b671-86c474190d7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:37:39.071249 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Attempting to bind port fd0ac6a9-c23b-4d52-9aad-a28d1d316935 on network 5a6ed931-4b24-4be4-b671-86c474190d7e {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:37:39.075739 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b0491b2d-822d-48e1-8c1b-e9adae60ebbf req-448e7388-7368-4b1f-9e74-d272e52fd6b7 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909877 Jan 25 03:37:39.077990 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:37:39.078531 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Checking segment: {'id': '00816fa3-17f6-4d4c-abfc-0f6f12b20c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5a6ed931-4b24-4be4-b671-86c474190d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:37:39.079218 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Bound using segment: {'id': '00816fa3-17f6-4d4c-abfc-0f6f12b20c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5a6ed931-4b24-4be4-b671-86c474190d7e'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:37:39.085661 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Bound port: fd0ac6a9-c23b-4d52-9aad-a28d1d316935, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00816fa3-17f6-4d4c-abfc-0f6f12b20c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5a6ed931-4b24-4be4-b671-86c474190d7e'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:37:39.085661 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (fd0ac6a9-c23b-4d52-9aad-a28d1d316935), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:39.117092 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3321f8b-6035-418b-8f38-aee34b15baec admin admin] Made reservation on behalf of 669e86b55a1248009baefdb84c00453a for: {'subnet': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:37:39.119536 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a3321f8b-6035-418b-8f38-aee34b15baec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:39.145885 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 06409dab-f866-4e30-91b3-02bed40f3fbc is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:37:39.146548 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (06409dab-f866-4e30-91b3-02bed40f3fbc), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:39.171336 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1b7caf-2414-4373-a49c-b8374358d3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06409dab-f866-4e30-91b3-02bed40f3fbc'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:37:39.173600 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e44403-73c6-4520-ac6a-75f9f89c5275" -d '{"events": [{"server_uuid": "9c1b7caf-2414-4373-a49c-b8374358d3f3", "name": "network-vif-plugged", "status": "completed", "tag": "06409dab-f866-4e30-91b3-02bed40f3fbc"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:37:39.202547 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 06409dab-f866-4e30-91b3-02bed40f3fbc, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=06409dab-f866-4e30-91b3-02bed40f3fbc,segment=NetworkSegment(b2c63bc6-3c43-4648-ac9b-c699ff3bbb42),segment_id=b2c63bc6-3c43-4648-ac9b-c699ff3bbb42)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:39.210691 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] For port fd0ac6a9-c23b-4d52-9aad-a28d1d316935, host hv-cinder-81901, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:37:39.216230 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440c4e2d-b09e-4188-b2a4-aa77dbdb77bc x-openstack-request-id: req-440c4e2d-b09e-4188-b2a4-aa77dbdb77bc {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:37:39.216230 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1b7caf-2414-4373-a49c-b8374358d3f3", "name": "network-vif-plugged", "status": "completed", "tag": "06409dab-f866-4e30-91b3-02bed40f3fbc", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:37:39.216230 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-440c4e2d-b09e-4188-b2a4-aa77dbdb77bc {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:37:39.216230 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1b7caf-2414-4373-a49c-b8374358d3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06409dab-f866-4e30-91b3-02bed40f3fbc', 'code': 200} Jan 25 03:37:39.217649 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] For port fd0ac6a9-c23b-4d52-9aad-a28d1d316935, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=fd0ac6a9-c23b-4d52-9aad-a28d1d316935,segment=NetworkSegment(00816fa3-17f6-4d4c-abfc-0f6f12b20c0d),segment_id=00816fa3-17f6-4d4c-abfc-0f6f12b20c0d)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:37:39.307901 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (06409dab-f866-4e30-91b3-02bed40f3fbc), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:39.321397 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (fd0ac6a9-c23b-4d52-9aad-a28d1d316935), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:39.367553 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:39.368205 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:39.369819 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] 10.222.0.112 "PUT /v2.0/ports/fd0ac6a9-c23b-4d52-9aad-a28d1d316935 HTTP/1.1" status: 200 len: 1093 time: 1.2272077 Jan 25 03:37:39.370441 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54723a9d-3cbe-4901-84fc-c0635a5f0f20', 'tag': 'fd0ac6a9-c23b-4d52-9aad-a28d1d316935'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:37:39.370696 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=06409dab-f866-4e30-91b3-02bed40f3fbc,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:39.373075 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d0b27c-1c07-4bf4-9056-3f79bed8a6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "54723a9d-3cbe-4901-84fc-c0635a5f0f20", "tag": "fd0ac6a9-c23b-4d52-9aad-a28d1d316935"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:37:39.399002 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad67d4-14c2-4e08-9b22-f15320985b7a service neutron] Pushing event updated for resources: {'Port': ['ID=fd0ac6a9-c23b-4d52-9aad-a28d1d316935,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:39.413083 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a3321f8b-6035-418b-8f38-aee34b15baec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for subnet (489ce0d4-4994-414b-a6b7-7f3701d0bb13), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:39.451097 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387c4188-5510-471f-a720-0c2b98cc1745 x-openstack-request-id: req-387c4188-5510-471f-a720-0c2b98cc1745 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:37:39.451378 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54723a9d-3cbe-4901-84fc-c0635a5f0f20", "tag": "fd0ac6a9-c23b-4d52-9aad-a28d1d316935", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:37:39.451623 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-387c4188-5510-471f-a720-0c2b98cc1745 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:37:39.452006 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54723a9d-3cbe-4901-84fc-c0635a5f0f20', 'tag': 'fd0ac6a9-c23b-4d52-9aad-a28d1d316935', 'status': 'completed', 'code': 200} Jan 25 03:37:39.494831 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3321f8b-6035-418b-8f38-aee34b15baec admin admin] Pushing event updated for resources: {'Subnet': ['ID=489ce0d4-4994-414b-a6b7-7f3701d0bb13,revision_number=0']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:39.516017 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3321f8b-6035-418b-8f38-aee34b15baec admin admin] Checking segment: {'id': 'a38e12b9-b447-40b5-bfc0-066fb994c5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '53c1fc18-89c3-459d-a1e2-14cd4e6b342a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:37:39.517018 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3321f8b-6035-418b-8f38-aee34b15baec admin admin] Network hostable DHCP agents. Network: 53c1fc18-89c3-459d-a1e2-14cd4e6b342a, hostable agents: ['5c3e864f-61ec-45bb-b284-87f8aa4f333d'], hosted agents: [] {{(pid=103186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:37:39.546701 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0b27c-1c07-4bf4-9056-3f79bed8a6f1 req-b48847ff-58fe-45bd-9d94-0af3d8e6ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:39.548336 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c0d0b27c-1c07-4bf4-9056-3f79bed8a6f1 req-b48847ff-58fe-45bd-9d94-0af3d8e6ac73 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9572dffe747a4371ace5d887368ca64b&device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 1096 time: 0.0609746 Jan 25 03:37:39.657904 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3321f8b-6035-418b-8f38-aee34b15baec admin admin] Network 53c1fc18-89c3-459d-a1e2-14cd4e6b342a is scheduled to be hosted by DHCP agent 5c3e864f-61ec-45bb-b284-87f8aa4f333d with binding_index 1 {{(pid=103186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:37:39.686819 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e60cf3-a9cb-415b-b871-50718ad1a509 req-ee31c408-70d1-4b31-bff9-48fd056be39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:39.688385 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a3e60cf3-a9cb-415b-b871-50718ad1a509 req-ee31c408-70d1-4b31-bff9-48fd056be39b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 1098 time: 0.1022990 Jan 25 03:37:39.705013 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0b27c-1c07-4bf4-9056-3f79bed8a6f1 req-10fc621c-ccb9-4cb3-87e3-9b38e9f13d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:39.706444 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c0d0b27c-1c07-4bf4-9056-3f79bed8a6f1 req-10fc621c-ccb9-4cb3-87e3-9b38e9f13d40 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=9572dffe747a4371ace5d887368ca64b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1428854 Jan 25 03:37:39.759265 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-a3321f8b-6035-418b-8f38-aee34b15baec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819011-2-iscsi, 53c1fc18-89c3-459d-a1e2-14cd4e6b342a) {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:37:39.767374 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caa4618-a640-4334-b172-0f97eaaa6553 None None] Network 53c1fc18-89c3-459d-a1e2-14cd4e6b342a requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:37:39.811719 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3321f8b-6035-418b-8f38-aee34b15baec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:39.811719 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a3321f8b-6035-418b-8f38-aee34b15baec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:39.831332 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 48202) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:39.843316 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a3e60cf3-a9cb-415b-b871-50718ad1a509 req-91c28aff-0794-4bef-b5a9-593a1738d03c service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231530 Jan 25 03:37:39.856974 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab4f453a-400a-4827-8c02-aa4fae0e0070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:39.884487 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0b27c-1c07-4bf4-9056-3f79bed8a6f1 req-bb6d38b4-b6bc-4255-b961-b165d7ed0374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:39.885675 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dbf534-ca80-445c-8cc0-b1dafebb5074 None None] Network 53c1fc18-89c3-459d-a1e2-14cd4e6b342a requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:37:39.886539 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c0d0b27c-1c07-4bf4-9056-3f79bed8a6f1 req-bb6d38b4-b6bc-4255-b961-b165d7ed0374 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1614361 Jan 25 03:37:39.907949 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-a3321f8b-6035-418b-8f38-aee34b15baec admin admin] 10.222.0.115 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9615328 Jan 25 03:37:40.058672 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba6320-369a-4723-b01c-0156b84ceb69 req-3dd569d5-87fa-44d5-b5e9-4c4dc2a86900 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:40.060778 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-deba6320-369a-4723-b01c-0156b84ceb69 req-3dd569d5-87fa-44d5-b5e9-4c4dc2a86900 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 945 time: 0.0988352 Jan 25 03:37:40.062877 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab4f453a-400a-4827-8c02-aa4fae0e0070 admin admin] Publish callbacks [] for security_group (73abf565-e688-4250-a11f-7dfc8274cd4f), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:40.113594 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-deba6320-369a-4723-b01c-0156b84ceb69 req-c3879d2f-d239-40b9-b473-5fc4d5ca17bf tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454183 Jan 25 03:37:40.171218 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ab4f453a-400a-4827-8c02-aa4fae0e0070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (73abf565-e688-4250-a11f-7dfc8274cd4f), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:40.241154 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-ab4f453a-400a-4827-8c02-aa4fae0e0070 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=5cbe29f8dd734c68a1cb1a7fd631e871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4078178 Jan 25 03:37:40.242729 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f453a-400a-4827-8c02-aa4fae0e0070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73abf565-e688-4250-a11f-7dfc8274cd4f,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:40.243989 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 48230) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:40.261764 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567e368-82c8-4c56-a546-f991c4a6bb18 req-f6d474ab-1590-457e-8737-3f06b616e019 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:40.263916 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0567e368-82c8-4c56-a546-f991c4a6bb18 req-f6d474ab-1590-457e-8737-3f06b616e019 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 943 time: 0.0960293 Jan 25 03:37:40.297022 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c3ca2225-d0f2-4796-bf9b-a1ab4e06a803 admin admin] Publish callbacks [] for security_group (73abf565-e688-4250-a11f-7dfc8274cd4f), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:40.322443 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c3ca2225-d0f2-4796-bf9b-a1ab4e06a803 admin admin] Publish callbacks [] for security_group (73abf565-e688-4250-a11f-7dfc8274cd4f), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:40.336565 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0567e368-82c8-4c56-a546-f991c4a6bb18 req-e55182ce-b1d2-4ca5-8fc9-37e90cc8b8f3 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572438 Jan 25 03:37:40.448296 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-247ce0c4-6fbb-4e0b-83fc-c8b9aacaf689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:40.451638 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-247ce0c4-6fbb-4e0b-83fc-c8b9aacaf689 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=9572dffe747a4371ace5d887368ca64b&device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 1096 time: 0.0429199 Jan 25 03:37:40.511613 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-500d1b3c-e788-44e5-96c3-aecf24d63f53 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd0ac6a9-c23b-4d52-9aad-a28d1d316935 HTTP/1.1" status: 200 len: 217 time: 0.0383477 Jan 25 03:37:40.512593 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c3ca2225-d0f2-4796-bf9b-a1ab4e06a803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (73abf565-e688-4250-a11f-7dfc8274cd4f), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:40.515589 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c3ca2225-d0f2-4796-bf9b-a1ab4e06a803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:40.517405 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-c3ca2225-d0f2-4796-bf9b-a1ab4e06a803 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/73abf565-e688-4250-a11f-7dfc8274cd4f HTTP/1.1" status: 204 len: 168 time: 0.2715788 Jan 25 03:37:40.556309 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca2225-d0f2-4796-bf9b-a1ab4e06a803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73abf565-e688-4250-a11f-7dfc8274cd4f,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:40.563928 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 48244) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:40.597412 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-52d3a31e-90b8-4d5e-a724-a6a649c599fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:40.599014 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-52d3a31e-90b8-4d5e-a724-a6a649c599fd service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e9bccd8f-6216-4ca8-983b-c3021a241104 HTTP/1.1" status: 200 len: 849 time: 0.0521486 Jan 25 03:37:40.638450 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-faea3307-f3c0-4dff-9474-22300165bcde service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5a6ed931-4b24-4be4-b671-86c474190d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277572 Jan 25 03:37:40.744051 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 48250) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:40.744768 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-6c107cef-848c-45d5-a145-782f8208c573 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=f42d3702511c4fb08d050300e23d66a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794486 Jan 25 03:37:40.758069 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-526749ad-00dd-46f1-a569-0f8d2c1dca17 service neutron] 10.222.0.112 "GET /v2.0/networks/5a6ed931-4b24-4be4-b671-86c474190d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058455 Jan 25 03:37:40.782338 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:40.886088 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3438f194-de5a-47f3-ba57-3254dd92d220 admin admin] Publish callbacks [] for security_group (609e6e61-2c95-44a5-8792-02e10788d945), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:41.149566 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3438f194-de5a-47f3-ba57-3254dd92d220 admin admin] Publish callbacks [] for security_group (609e6e61-2c95-44a5-8792-02e10788d945), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:41.207923 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3cfac9e1-3662-4c1f-8c9b-8b5b471945ac req-e8fdc18c-3525-4f2c-a7ee-ebaa6c56ab97 service neutron] 10.222.0.112 "GET /v2.0/networks/5a6ed931-4b24-4be4-b671-86c474190d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431906 Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.257343 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.265154 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.265154 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.265154 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.265154 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.265154 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.265154 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.265154 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.265154 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.265154 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.265154 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.265154 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:37:41.265154 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:37:41.265154 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd31146-f7b7-4ca0-a097-8c4586287f04 req-9eea4540-8a6e-4a22-9a26-d0fb9d330875 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:41.265889 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e89d12-9595-4b8a-8654-94daf8246556 req-45f11863-dc69-4d86-be8b-6416dae2f2f3 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:41.266520 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2bd31146-f7b7-4ca0-a097-8c4586287f04 req-9eea4540-8a6e-4a22-9a26-d0fb9d330875 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.1225660 Jan 25 03:37:41.266599 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b4e89d12-9595-4b8a-8654-94daf8246556 req-45f11863-dc69-4d86-be8b-6416dae2f2f3 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 945 time: 0.0765171 Jan 25 03:37:41.320839 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2bd31146-f7b7-4ca0-a097-8c4586287f04 req-5f430346-01ba-4d21-8985-22dd82171870 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476701 Jan 25 03:37:41.327583 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b4e89d12-9595-4b8a-8654-94daf8246556 req-6b6b3531-c927-4630-be4c-d84ab18cffaf tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568597 Jan 25 03:37:41.377759 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 48286) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:41.394497 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3438f194-de5a-47f3-ba57-3254dd92d220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (609e6e61-2c95-44a5-8792-02e10788d945), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:41.398658 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3438f194-de5a-47f3-ba57-3254dd92d220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:41.403385 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-3438f194-de5a-47f3-ba57-3254dd92d220 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/609e6e61-2c95-44a5-8792-02e10788d945 HTTP/1.1" status: 204 len: 168 time: 0.6550744 Jan 25 03:37:41.407616 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-12113507-fea0-41f5-a9d3-6978d52aba12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:41.421255 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438f194-de5a-47f3-ba57-3254dd92d220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609e6e61-2c95-44a5-8792-02e10788d945,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:41.510511 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-12113507-fea0-41f5-a9d3-6978d52aba12 admin admin] Publish callbacks [] for security_group (d80449fe-e85c-4d19-b3b7-32e4cf1c76ae), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:41.569543 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-12113507-fea0-41f5-a9d3-6978d52aba12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (d80449fe-e85c-4d19-b3b7-32e4cf1c76ae), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:41.613657 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12113507-fea0-41f5-a9d3-6978d52aba12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80449fe-e85c-4d19-b3b7-32e4cf1c76ae,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:41.621611 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-12113507-fea0-41f5-a9d3-6978d52aba12 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=1c13c0ddf0fb4907ac3a60c93b7f05f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402909 Jan 25 03:37:41.628230 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 48308) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:41.679776 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-fd8ad1f3-30a6-462a-8f39-84c55eac7fb5 admin admin] Publish callbacks [] for security_group (d80449fe-e85c-4d19-b3b7-32e4cf1c76ae), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:41.718448 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-fd8ad1f3-30a6-462a-8f39-84c55eac7fb5 admin admin] Publish callbacks [] for security_group (d80449fe-e85c-4d19-b3b7-32e4cf1c76ae), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:41.807508 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1ed21cf8-c5dd-4458-a98c-991e7ee7dc43 req-8c6027ab-b09a-4f15-9ab3-e5365a8114c7 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867755 Jan 25 03:37:41.894070 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-fd8ad1f3-30a6-462a-8f39-84c55eac7fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (d80449fe-e85c-4d19-b3b7-32e4cf1c76ae), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:41.901645 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-fd8ad1f3-30a6-462a-8f39-84c55eac7fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:41.901645 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-fd8ad1f3-30a6-462a-8f39-84c55eac7fb5 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/d80449fe-e85c-4d19-b3b7-32e4cf1c76ae HTTP/1.1" status: 204 len: 168 time: 0.2745667 Jan 25 03:37:41.968046 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ad1f3-30a6-462a-8f39-84c55eac7fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80449fe-e85c-4d19-b3b7-32e4cf1c76ae,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:41.978416 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ad1f3-30a6-462a-8f39-84c55eac7fb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:41.978830 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ad1f3-30a6-462a-8f39-84c55eac7fb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:41.979208 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ad1f3-30a6-462a-8f39-84c55eac7fb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:41.979545 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ad1f3-30a6-462a-8f39-84c55eac7fb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:41.979871 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ad1f3-30a6-462a-8f39-84c55eac7fb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:41.980191 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ad1f3-30a6-462a-8f39-84c55eac7fb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:41.980521 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ad1f3-30a6-462a-8f39-84c55eac7fb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:41.981466 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ad1f3-30a6-462a-8f39-84c55eac7fb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:41.982001 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ad1f3-30a6-462a-8f39-84c55eac7fb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:41.982721 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ad1f3-30a6-462a-8f39-84c55eac7fb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:41.983143 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ad1f3-30a6-462a-8f39-84c55eac7fb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:41.983552 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ad1f3-30a6-462a-8f39-84c55eac7fb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:41.983954 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8ad1f3-30a6-462a-8f39-84c55eac7fb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:41.984980 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be2ff9-0482-4d6c-81f7-f4cb549a91d0 req-e675101c-381f-4965-b849-b7e9d889b0d4 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:41.988330 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-30be2ff9-0482-4d6c-81f7-f4cb549a91d0 req-e675101c-381f-4965-b849-b7e9d889b0d4 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 943 time: 0.0600014 Jan 25 03:37:42.009043 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed21cf8-c5dd-4458-a98c-991e7ee7dc43 req-b212f690-9fcd-4870-bfd0-ad7764f23976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:42.013126 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1ed21cf8-c5dd-4458-a98c-991e7ee7dc43 req-b212f690-9fcd-4870-bfd0-ad7764f23976 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2e67c9d0a7f44900a2ac9fdc1bdcb15a&device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 1098 time: 0.1313133 Jan 25 03:37:42.046634 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-30be2ff9-0482-4d6c-81f7-f4cb549a91d0 req-24e621c6-303e-4aff-9353-d1b36b083984 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521631 Jan 25 03:37:42.148403 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed21cf8-c5dd-4458-a98c-991e7ee7dc43 req-9ace6e6c-7dc5-4d53-941d-b2af0aab7e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:42.149884 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1ed21cf8-c5dd-4458-a98c-991e7ee7dc43 req-9ace6e6c-7dc5-4d53-941d-b2af0aab7e8e service neutron] 10.222.0.112 "GET /v2.0/networks?id=835e181b-635d-41dd-9269-42b6c17d0334 HTTP/1.1" status: 200 len: 915 time: 0.1099906 Jan 25 03:37:42.196974 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1ed21cf8-c5dd-4458-a98c-991e7ee7dc43 req-173eb036-5c93-4e53-8c85-d87beae153a9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=565ed7d6-bff7-4ce1-97e7-071173dbd857 HTTP/1.1" status: 200 len: 217 time: 0.0376220 Jan 25 03:37:42.262332 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed21cf8-c5dd-4458-a98c-991e7ee7dc43 req-0ea8c662-e462-4add-bd34-2f6d1e826059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:42.263773 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1ed21cf8-c5dd-4458-a98c-991e7ee7dc43 req-0ea8c662-e462-4add-bd34-2f6d1e826059 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b554719f-8713-4f6e-87c2-8a3b80ecbb7b HTTP/1.1" status: 200 len: 855 time: 0.0504642 Jan 25 03:37:42.305304 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1ed21cf8-c5dd-4458-a98c-991e7ee7dc43 req-2b3de50e-0c6b-469b-9a92-e9a0c151c203 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=835e181b-635d-41dd-9269-42b6c17d0334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322368 Jan 25 03:37:42.411183 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1ed21cf8-c5dd-4458-a98c-991e7ee7dc43 req-ba979ee1-56f7-4d8c-8071-bea3f2bd069f service neutron] 10.222.0.112 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969810 Jan 25 03:37:42.489680 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06be710-1aeb-41b7-93bb-0cdf1e269a7f req-341d9251-7320-4a56-ac70-c005b36bad7f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:42.491584 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e06be710-1aeb-41b7-93bb-0cdf1e269a7f req-341d9251-7320-4a56-ac70-c005b36bad7f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 945 time: 0.0769856 Jan 25 03:37:42.548835 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1ed21cf8-c5dd-4458-a98c-991e7ee7dc43 req-60a59342-f79e-4fc2-a501-bc36385b9440 service neutron] 10.222.0.112 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302168 Jan 25 03:37:42.555690 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e06be710-1aeb-41b7-93bb-0cdf1e269a7f req-b147c150-043d-4acc-b286-d2faef928db0 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579960 Jan 25 03:37:42.844387 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 48362) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:42.957841 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d9ec-987a-4dfe-9fc1-4ca22c50f2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:43.031282 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d9ec-987a-4dfe-9fc1-4ca22c50f2c3 admin admin] Publish callbacks [] for security_group (7398fc3d-ed65-485d-b48c-dbb3c6c25d5d), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:43.101381 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d9ec-987a-4dfe-9fc1-4ca22c50f2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (7398fc3d-ed65-485d-b48c-dbb3c6c25d5d), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:43.153356 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9d9ec-987a-4dfe-9fc1-4ca22c50f2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7398fc3d-ed65-485d-b48c-dbb3c6c25d5d,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:43.165776 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-f6c9d9ec-987a-4dfe-9fc1-4ca22c50f2c3 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=af0cb2f33a4247718736bc1a6f7c4bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3202357 Jan 25 03:37:43.166117 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 48380) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:43.288597 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8423fef-13c5-4aed-aa2d-379b4db15b22 req-43581cee-71c8-4823-9868-f3082c0085d7 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:43.290146 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f8423fef-13c5-4aed-aa2d-379b4db15b22 req-43581cee-71c8-4823-9868-f3082c0085d7 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 943 time: 0.1250756 Jan 25 03:37:43.320539 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95ef3fe4-4558-455b-9e14-2ad257d3a6fc admin admin] Publish callbacks [] for security_group (7398fc3d-ed65-485d-b48c-dbb3c6c25d5d), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:43.373914 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f8423fef-13c5-4aed-aa2d-379b4db15b22 req-46fce9dd-e8cb-4936-96f0-12fd3fa70a5b tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757465 Jan 25 03:37:43.379201 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95ef3fe4-4558-455b-9e14-2ad257d3a6fc admin admin] Publish callbacks [] for security_group (7398fc3d-ed65-485d-b48c-dbb3c6c25d5d), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:43.502570 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95ef3fe4-4558-455b-9e14-2ad257d3a6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (7398fc3d-ed65-485d-b48c-dbb3c6c25d5d), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:43.505853 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95ef3fe4-4558-455b-9e14-2ad257d3a6fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:43.509083 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-95ef3fe4-4558-455b-9e14-2ad257d3a6fc admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/7398fc3d-ed65-485d-b48c-dbb3c6c25d5d HTTP/1.1" status: 204 len: 168 time: 0.3392251 Jan 25 03:37:43.517654 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef3fe4-4558-455b-9e14-2ad257d3a6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7398fc3d-ed65-485d-b48c-dbb3c6c25d5d,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:43.526730 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef3fe4-4558-455b-9e14-2ad257d3a6fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:43.527093 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef3fe4-4558-455b-9e14-2ad257d3a6fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:43.527663 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef3fe4-4558-455b-9e14-2ad257d3a6fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:43.528504 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef3fe4-4558-455b-9e14-2ad257d3a6fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:43.529021 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef3fe4-4558-455b-9e14-2ad257d3a6fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:43.529749 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef3fe4-4558-455b-9e14-2ad257d3a6fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:43.530024 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef3fe4-4558-455b-9e14-2ad257d3a6fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:43.530350 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef3fe4-4558-455b-9e14-2ad257d3a6fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:43.530678 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef3fe4-4558-455b-9e14-2ad257d3a6fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:43.531006 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef3fe4-4558-455b-9e14-2ad257d3a6fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:43.531354 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef3fe4-4558-455b-9e14-2ad257d3a6fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:43.531673 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef3fe4-4558-455b-9e14-2ad257d3a6fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:43.531992 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef3fe4-4558-455b-9e14-2ad257d3a6fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:37:43.550229 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-528e7382-2e23-4e01-a89d-f75a62a66990 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:43.551789 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-528e7382-2e23-4e01-a89d-f75a62a66990 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/networks?id=53c1fc18-89c3-459d-a1e2-14cd4e6b342a HTTP/1.1" status: 200 len: 814 time: 0.1110544 Jan 25 03:37:43.566989 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-072d86ac-06af-4dd6-a685-6843e338f0a0 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/quotas/669e86b55a1248009baefdb84c00453a HTTP/1.1" status: 200 len: 375 time: 0.0099063 Jan 25 03:37:43.604629 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-14462a03-a8c6-4fc5-a9aa-01625afef8d6 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=669e86b55a1248009baefdb84c00453a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277858 Jan 25 03:37:43.715586 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-7e29cccc-fd91-4544-b101-ec6de5268d26 service neutron] 10.222.0.115 "GET /v2.0/networks/53c1fc18-89c3-459d-a1e2-14cd4e6b342a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894465 Jan 25 03:37:43.733842 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:37:43.807596 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-18613fa7-f461-4b56-a71b-7dd08b012210 service neutron] 10.222.0.115 "GET /v2.0/networks/53c1fc18-89c3-459d-a1e2-14cd4e6b342a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976861 Jan 25 03:37:44.135447 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-67b3fc72-1d3e-43fb-a942-6a8eb374e9b5 req-542f9428-9d1d-40c8-842d-063114dd6973 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 210 time: 0.0278010 Jan 25 03:37:44.268574 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 48436) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:44.281647 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f022f86-16ed-4582-af76-7d3d4f8d5c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:44.354085 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f022f86-16ed-4582-af76-7d3d4f8d5c78 admin admin] Publish callbacks [] for security_group (b7752f23-139e-41ad-8df9-5e265b314677), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:44.433583 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1f022f86-16ed-4582-af76-7d3d4f8d5c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (b7752f23-139e-41ad-8df9-5e265b314677), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:44.479224 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1f022f86-16ed-4582-af76-7d3d4f8d5c78 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=7f270f416ce141dbacf3e3153d06d074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095258 Jan 25 03:37:44.479901 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 48446) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:44.482254 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f022f86-16ed-4582-af76-7d3d4f8d5c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7752f23-139e-41ad-8df9-5e265b314677,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:44.509471 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c10bd-4ba3-40ae-aa8d-1398a6dd805c req-854c99cb-57d9-4279-bb11-21de9d1ad505 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:44.511097 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-474c10bd-4ba3-40ae-aa8d-1398a6dd805c req-854c99cb-57d9-4279-bb11-21de9d1ad505 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 943 time: 0.0685034 Jan 25 03:37:44.539595 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d916c227-1d32-4aa4-b68c-3b9a4172e2da admin admin] Publish callbacks [] for security_group (b7752f23-139e-41ad-8df9-5e265b314677), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:44.565806 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d916c227-1d32-4aa4-b68c-3b9a4172e2da admin admin] Publish callbacks [] for security_group (b7752f23-139e-41ad-8df9-5e265b314677), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:44.567749 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-474c10bd-4ba3-40ae-aa8d-1398a6dd805c req-0511b6ed-63fe-44aa-9cb3-aa66481b67d4 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504656 Jan 25 03:37:44.695050 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d916c227-1d32-4aa4-b68c-3b9a4172e2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (b7752f23-139e-41ad-8df9-5e265b314677), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:44.697895 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d916c227-1d32-4aa4-b68c-3b9a4172e2da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:44.699083 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d916c227-1d32-4aa4-b68c-3b9a4172e2da admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/b7752f23-139e-41ad-8df9-5e265b314677 HTTP/1.1" status: 204 len: 168 time: 0.2181146 Jan 25 03:37:44.707369 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916c227-1d32-4aa4-b68c-3b9a4172e2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7752f23-139e-41ad-8df9-5e265b314677,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:44.813930 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device fd0ac6a9-c23b-4d52-9aad-a28d1d316935 details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:37:44.913323 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port fd0ac6a9-c23b-4d52-9aad-a28d1d316935, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=fd0ac6a9-c23b-4d52-9aad-a28d1d316935,segment=NetworkSegment(00816fa3-17f6-4d4c-abfc-0f6f12b20c0d),segment_id=00816fa3-17f6-4d4c-abfc-0f6f12b20c0d)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:44.924662 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': 'fd0ac6a9-c23b-4d52-9aad-a28d1d316935', 'network_id': '5a6ed931-4b24-4be4-b671-86c474190d7e', 'port_id': 'fd0ac6a9-c23b-4d52-9aad-a28d1d316935', 'mac_address': 'fa:16:3e:0d:5c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9bccd8f-6216-4ca8-983b-c3021a241104', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:37:44.967246 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port fd0ac6a9-c23b-4d52-9aad-a28d1d316935 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:37:44.967626 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (fd0ac6a9-c23b-4d52-9aad-a28d1d316935), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:44.981928 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0ac6a9-c23b-4d52-9aad-a28d1d316935 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:37:45.002148 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port fd0ac6a9-c23b-4d52-9aad-a28d1d316935, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=fd0ac6a9-c23b-4d52-9aad-a28d1d316935,segment=NetworkSegment(00816fa3-17f6-4d4c-abfc-0f6f12b20c0d),segment_id=00816fa3-17f6-4d4c-abfc-0f6f12b20c0d)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:45.111984 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (fd0ac6a9-c23b-4d52-9aad-a28d1d316935), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:45.161369 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=fd0ac6a9-c23b-4d52-9aad-a28d1d316935,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:45.219740 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5934c190-d045-443a-8442-ec63210d3a6e req-a94dd805-6bf1-488c-b4e3-0b5770f230a9 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 210 time: 0.0289335 Jan 25 03:37:45.691428 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['fd0ac6a9-c23b-4d52-9aad-a28d1d316935'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:37:45.700138 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b67e9b-44f9-410a-acc4-9216dfd38812 req-913a4572-e800-48ca-96eb-8c36e85b7a41 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:45.702634 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-87b67e9b-44f9-410a-acc4-9216dfd38812 req-913a4572-e800-48ca-96eb-8c36e85b7a41 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 944 time: 0.0634646 Jan 25 03:37:45.768478 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-87b67e9b-44f9-410a-acc4-9216dfd38812 req-57710a20-18a5-45c4-b8fd-41aa76375d18 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548851 Jan 25 03:37:46.323040 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-14c821af-a7b3-4da7-a12d-33a16d2a937d req-ec2dd968-7f17-4381-83e6-a63661e8369f tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 210 time: 0.0296450 Jan 25 03:37:46.945927 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26bed5-8264-4822-9e12-083ae947002d req-f43fae87-40d8-4472-9219-71b6777e5f8b tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:46.947686 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9b26bed5-8264-4822-9e12-083ae947002d req-f43fae87-40d8-4472-9219-71b6777e5f8b tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 944 time: 0.1099896 Jan 25 03:37:46.999703 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-d56f52e2-8f51-471c-9c1f-6aed62b993f0 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:47.003404 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-d56f52e2-8f51-471c-9c1f-6aed62b993f0 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.112 "GET /v2.0/networks?id=53c1fc18-89c3-459d-a1e2-14cd4e6b342a HTTP/1.1" status: 200 len: 814 time: 0.1356416 Jan 25 03:37:47.026092 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-0495fccf-da39-4783-99b6-606d469325c7 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Request body: {'port': {'device_id': '17671564-7d41-4c30-b928-409b5a40f3a7', 'network_id': '53c1fc18-89c3-459d-a1e2-14cd4e6b342a', 'admin_state_up': True, 'tenant_id': '669e86b55a1248009baefdb84c00453a'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:37:47.034185 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9b26bed5-8264-4822-9e12-083ae947002d req-0c2aaed5-a96a-497f-873f-d9d2b6445c24 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781648 Jan 25 03:37:47.221651 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-0495fccf-da39-4783-99b6-606d469325c7 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Made reservation on behalf of 669e86b55a1248009baefdb84c00453a for: {'port': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:37:47.225326 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-0495fccf-da39-4783-99b6-606d469325c7 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:47.374470 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-0495fccf-da39-4783-99b6-606d469325c7 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Allocated IP 172.20.0.4 (53c1fc18-89c3-459d-a1e2-14cd4e6b342a/489ce0d4-4994-414b-a6b7-7f3701d0bb13/2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:37:47.454477 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-13f66a23-baca-4357-890e-4aa7e80ea82f req-7a930602-4547-4dcd-a006-e650b8ea53d6 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 210 time: 0.0460613 Jan 25 03:37:47.569601 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-0495fccf-da39-4783-99b6-606d469325c7 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Publish callbacks [] for port (2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:47.677221 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-0495fccf-da39-4783-99b6-606d469325c7 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:47.717175 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-0495fccf-da39-4783-99b6-606d469325c7 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Network 53c1fc18-89c3-459d-a1e2-14cd4e6b342a is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:37:47.720396 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-0495fccf-da39-4783-99b6-606d469325c7 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:37:47.729289 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-0495fccf-da39-4783-99b6-606d469325c7 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:37:47.735744 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-0495fccf-da39-4783-99b6-606d469325c7 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:47.736577 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-0495fccf-da39-4783-99b6-606d469325c7 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:47.757795 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495fccf-da39-4783-99b6-606d469325c7 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Pushing event updated for resources: {'Port': ['ID=2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:47.853056 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-0495fccf-da39-4783-99b6-606d469325c7 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8340676 Jan 25 03:37:47.872456 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Request body: {'port': {'device_id': '17671564-7d41-4c30-b928-409b5a40f3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:37:47.924861 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:48.168213 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46391c-8dbc-4634-b057-e4ca263f600d req-9093a985-78bf-4015-a42f-9d29a4e12463 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:48.170521 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7d46391c-8dbc-4634-b057-e4ca263f600d req-9093a985-78bf-4015-a42f-9d29a4e12463 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 944 time: 0.0514793 Jan 25 03:37:48.221096 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7d46391c-8dbc-4634-b057-e4ca263f600d req-d799f983-e0a0-42fd-8f42-b8c77cf00e31 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443914 Jan 25 03:37:48.228821 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 {{(pid=103186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:37:48.237260 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Publish callbacks [] for port (2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:48.249312 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.provisioning_blocks [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Transition to ACTIVE for port object 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 will not be triggered until provisioned by entity L2. {{(pid=103186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:37:48.330480 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:48.387112 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Pushing event updated for resources: {'Port': ['ID=2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:48.414262 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Attempting to bind port 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:37:48.414597 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Attempting to bind port 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': 'a38e12b9-b447-40b5-bfc0-066fb994c5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '53c1fc18-89c3-459d-a1e2-14cd4e6b342a'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:37:48.414920 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Attempting to bind port 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 on network 53c1fc18-89c3-459d-a1e2-14cd4e6b342a {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:37:48.419777 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Port 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 on network 53c1fc18-89c3-459d-a1e2-14cd4e6b342a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:37:48.420088 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Attempting to bind port 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 on network 53c1fc18-89c3-459d-a1e2-14cd4e6b342a {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:37:48.424906 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:37:48.425247 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Checking segment: {'id': 'a38e12b9-b447-40b5-bfc0-066fb994c5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '53c1fc18-89c3-459d-a1e2-14cd4e6b342a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:37:48.425624 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Bound using segment: {'id': 'a38e12b9-b447-40b5-bfc0-066fb994c5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '53c1fc18-89c3-459d-a1e2-14cd4e6b342a'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:37:48.426042 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Bound port: 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38e12b9-b447-40b5-bfc0-066fb994c5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '53c1fc18-89c3-459d-a1e2-14cd4e6b342a'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:37:48.426393 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:48.504423 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] For port 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9, host hv-cinder-81901, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:37:48.507683 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] For port 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9,segment=NetworkSegment(a38e12b9-b447-40b5-bfc0-066fb994c5f4),segment_id=a38e12b9-b447-40b5-bfc0-066fb994c5f4)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:37:48.581975 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720d962-194d-4eae-98c1-f10cbb18c48b req-15e27b54-dfb3-4c0b-8673-d078e0044b0d tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:48.583368 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3720d962-194d-4eae-98c1-f10cbb18c48b req-15e27b54-dfb3-4c0b-8673-d078e0044b0d tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 943 time: 0.0487878 Jan 25 03:37:48.597315 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:48.663094 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:48.663714 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:48.665121 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] 10.222.0.112 "PUT /v2.0/ports/2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 HTTP/1.1" status: 200 len: 1093 time: 0.7969828 Jan 25 03:37:48.665564 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17671564-7d41-4c30-b928-409b5a40f3a7', 'tag': '2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:37:48.667852 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33120ba9-bc1e-4c6d-bdbd-804c5c5c292d" -d '{"events": [{"name": "network-changed", "server_uuid": "17671564-7d41-4c30-b928-409b5a40f3a7", "tag": "2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:37:48.695449 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3720d962-194d-4eae-98c1-f10cbb18c48b req-6eaaa051-b71b-4d66-94cb-3c21e343cf86 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033604 Jan 25 03:37:48.695449 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e7f60-8646-4594-91f7-788e2e1d6a2e service neutron] Pushing event updated for resources: {'Port': ['ID=2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:48.713143 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2805d6-017f-44f9-b64c-3f3470f20279 x-openstack-request-id: req-6e2805d6-017f-44f9-b64c-3f3470f20279 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:37:48.713436 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17671564-7d41-4c30-b928-409b5a40f3a7", "tag": "2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:37:48.713695 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-6e2805d6-017f-44f9-b64c-3f3470f20279 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:37:48.714113 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17671564-7d41-4c30-b928-409b5a40f3a7', 'tag': '2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9', 'status': 'completed', 'code': 200} Jan 25 03:37:48.823313 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device fd0ac6a9-c23b-4d52-9aad-a28d1d316935 up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:37:48.843953 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33120ba9-bc1e-4c6d-bdbd-804c5c5c292d req-3c42e518-602f-4224-ae2c-a56a5f5b1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:48.845617 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-33120ba9-bc1e-4c6d-bdbd-804c5c5c292d req-3c42e518-602f-4224-ae2c-a56a5f5b1a0d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=669e86b55a1248009baefdb84c00453a&device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 1096 time: 0.0483894 Jan 25 03:37:48.956293 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33120ba9-bc1e-4c6d-bdbd-804c5c5c292d req-0fe7f6ab-96a4-45ed-a5be-77fddf0be1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:48.957750 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-33120ba9-bc1e-4c6d-bdbd-804c5c5c292d req-0fe7f6ab-96a4-45ed-a5be-77fddf0be1d5 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=669e86b55a1248009baefdb84c00453a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0923028 Jan 25 03:37:48.964351 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port fd0ac6a9-c23b-4d52-9aad-a28d1d316935 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:37:48.968588 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port fd0ac6a9-c23b-4d52-9aad-a28d1d316935 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:37:48.968959 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (fd0ac6a9-c23b-4d52-9aad-a28d1d316935), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:49.049142 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port fd0ac6a9-c23b-4d52-9aad-a28d1d316935 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:37:49.049535 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (fd0ac6a9-c23b-4d52-9aad-a28d1d316935), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:49.051552 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33120ba9-bc1e-4c6d-bdbd-804c5c5c292d req-92f76a49-0823-48b3-a59f-d502c4d62df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:49.053005 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-33120ba9-bc1e-4c6d-bdbd-804c5c5c292d req-92f76a49-0823-48b3-a59f-d502c4d62df4 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0890784 Jan 25 03:37:49.074374 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54723a9d-3cbe-4901-84fc-c0635a5f0f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0ac6a9-c23b-4d52-9aad-a28d1d316935'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:37:49.079353 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb370a3b-a294-4a2b-9959-f99b3b0dcd83" -d '{"events": [{"server_uuid": "54723a9d-3cbe-4901-84fc-c0635a5f0f20", "name": "network-vif-plugged", "status": "completed", "tag": "fd0ac6a9-c23b-4d52-9aad-a28d1d316935"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:37:49.091402 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port fd0ac6a9-c23b-4d52-9aad-a28d1d316935, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=fd0ac6a9-c23b-4d52-9aad-a28d1d316935,segment=NetworkSegment(00816fa3-17f6-4d4c-abfc-0f6f12b20c0d),segment_id=00816fa3-17f6-4d4c-abfc-0f6f12b20c0d)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:49.114802 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8522b3-b4f6-4675-8d73-7e5cafe42b64 x-openstack-request-id: req-ae8522b3-b4f6-4675-8d73-7e5cafe42b64 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:37:49.115136 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54723a9d-3cbe-4901-84fc-c0635a5f0f20", "name": "network-vif-plugged", "status": "completed", "tag": "fd0ac6a9-c23b-4d52-9aad-a28d1d316935", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:37:49.115398 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-ae8522b3-b4f6-4675-8d73-7e5cafe42b64 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:37:49.115820 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54723a9d-3cbe-4901-84fc-c0635a5f0f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0ac6a9-c23b-4d52-9aad-a28d1d316935', 'code': 200} Jan 25 03:37:49.198865 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (fd0ac6a9-c23b-4d52-9aad-a28d1d316935), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:49.214506 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-2568ab04-1e3a-4dec-9861-7fd9801fe4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:49.216872 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-2568ab04-1e3a-4dec-9861-7fd9801fe4fe service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=669e86b55a1248009baefdb84c00453a&device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 1096 time: 0.0494254 Jan 25 03:37:49.272204 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=fd0ac6a9-c23b-4d52-9aad-a28d1d316935,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:49.296525 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-6d6b3ed0-eb57-4fe1-bbbb-c9bbe5cdde44 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 HTTP/1.1" status: 200 len: 217 time: 0.0559535 Jan 25 03:37:49.376004 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-4d649308-78c9-4319-935f-cec94fcf4f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:49.378038 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-4d649308-78c9-4319-935f-cec94fcf4f83 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=489ce0d4-4994-414b-a6b7-7f3701d0bb13 HTTP/1.1" status: 200 len: 854 time: 0.0727868 Jan 25 03:37:49.390923 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2819ea8-df57-431e-838d-c6c3747e996d req-4fff3021-5a9e-4475-b010-904143afb282 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:49.392466 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d2819ea8-df57-431e-838d-c6c3747e996d req-4fff3021-5a9e-4475-b010-904143afb282 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 945 time: 0.0889766 Jan 25 03:37:49.423361 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-7dc734af-4a93-4842-b9ed-30e2db1e2981 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=53c1fc18-89c3-459d-a1e2-14cd4e6b342a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299242 Jan 25 03:37:49.518257 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d2819ea8-df57-431e-838d-c6c3747e996d req-2b029c1c-97a6-4e1e-b959-f0af5db7d9a5 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175845 Jan 25 03:37:49.567013 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-4232d292-32d1-44dc-af97-2a15adda8e5a service neutron] 10.222.0.112 "GET /v2.0/networks/53c1fc18-89c3-459d-a1e2-14cd4e6b342a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318123 Jan 25 03:37:49.569438 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446f147-0d05-4fd5-8e27-7d15fc31875e req-97f59a57-277c-426f-924e-ed4f19c5e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:49.570746 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e446f147-0d05-4fd5-8e27-7d15fc31875e req-97f59a57-277c-426f-924e-ed4f19c5e267 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 1098 time: 0.0667264 Jan 25 03:37:49.676099 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e446f147-0d05-4fd5-8e27-7d15fc31875e req-51422a3a-a2f4-4b71-9b79-7dc44f657159 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875375 Jan 25 03:37:49.693503 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8551fcfe-44f0-47cc-8cc1-21111c2a2ee7 req-1fe931d4-5c6c-4287-bae4-1d03570445de service neutron] 10.222.0.112 "GET /v2.0/networks/53c1fc18-89c3-459d-a1e2-14cd4e6b342a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117580 Jan 25 03:37:49.819319 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79a870-6fca-40b9-8030-53c8b15e1f7c req-2688c056-55d2-4eb3-bc17-33297fbf12b4 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:49.821044 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec79a870-6fca-40b9-8030-53c8b15e1f7c req-2688c056-55d2-4eb3-bc17-33297fbf12b4 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 943 time: 0.0520229 Jan 25 03:37:49.867390 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec79a870-6fca-40b9-8030-53c8b15e1f7c req-55a4d9bc-efe3-45f1-b468-b8a362bad8f1 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396464 Jan 25 03:37:50.632821 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ea4b-e25d-4ce1-8272-232f39c30b00 req-cdcc06df-0fe6-4f2c-bba9-c7abb1207547 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:50.634255 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b9a0ea4b-e25d-4ce1-8272-232f39c30b00 req-cdcc06df-0fe6-4f2c-bba9-c7abb1207547 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 945 time: 0.0472786 Jan 25 03:37:50.690180 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b9a0ea4b-e25d-4ce1-8272-232f39c30b00 req-e3389bdc-541b-4ab6-92bb-f0216feb6fcd tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495098 Jan 25 03:37:50.987748 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329100b-19fc-4fc0-8d78-6ba60c0352e9 req-b4ca9905-b0dd-4a69-8ed1-aaf8226b45ea tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:50.989220 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e329100b-19fc-4fc0-8d78-6ba60c0352e9 req-b4ca9905-b0dd-4a69-8ed1-aaf8226b45ea tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 943 time: 0.0487432 Jan 25 03:37:51.041541 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e329100b-19fc-4fc0-8d78-6ba60c0352e9 req-af7b5d6b-f3b8-45c3-bca1-97f76f681063 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467372 Jan 25 03:37:51.505167 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 48640) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:51.607206 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-27de58d6-46dd-4eb0-9fbf-8ce859968634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:51.680648 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-27de58d6-46dd-4eb0-9fbf-8ce859968634 admin admin] Publish callbacks [] for security_group (ec469e84-3fa9-43d2-8bc9-66cd25679e19), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:51.775866 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-27de58d6-46dd-4eb0-9fbf-8ce859968634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (ec469e84-3fa9-43d2-8bc9-66cd25679e19), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:51.819157 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29aa21-41bd-4037-a823-4662925d09b7 req-28c2eeb5-5468-4296-a927-45a3f1e2c0b5 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:51.824942 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de58d6-46dd-4eb0-9fbf-8ce859968634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec469e84-3fa9-43d2-8bc9-66cd25679e19,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:51.833459 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-27de58d6-46dd-4eb0-9fbf-8ce859968634 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=ac67881202754d969952d6c5c4e5dd4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3272152 Jan 25 03:37:51.833740 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4a29aa21-41bd-4037-a823-4662925d09b7 req-28c2eeb5-5468-4296-a927-45a3f1e2c0b5 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 945 time: 0.0742276 Jan 25 03:37:51.834099 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 48656) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:51.906541 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4a29aa21-41bd-4037-a823-4662925d09b7 req-a3564fe0-7bce-42ca-8412-5347e70faafe tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666559 Jan 25 03:37:51.924379 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c29f375a-79ad-4570-9545-acaa5047e258 admin admin] Publish callbacks [] for security_group (ec469e84-3fa9-43d2-8bc9-66cd25679e19), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:51.956316 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c29f375a-79ad-4570-9545-acaa5047e258 admin admin] Publish callbacks [] for security_group (ec469e84-3fa9-43d2-8bc9-66cd25679e19), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:51.969569 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf874eb4-884b-4fcc-a569-80a3e016bb2c req-2d5b36c7-8029-404f-82c8-403d2803183d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:51.971077 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bf874eb4-884b-4fcc-a569-80a3e016bb2c req-2d5b36c7-8029-404f-82c8-403d2803183d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0899568 Jan 25 03:37:52.036980 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bf874eb4-884b-4fcc-a569-80a3e016bb2c req-cac512b9-6a48-4e11-8dcc-0c3167c1fa09 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572126 Jan 25 03:37:52.098959 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42d3f7-91c0-4817-9ddd-1cd4fa3b654b req-31239474-dcfc-488b-803e-aada45e40203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:52.100517 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9b42d3f7-91c0-4817-9ddd-1cd4fa3b654b req-31239474-dcfc-488b-803e-aada45e40203 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b7c304fa11cb41daba65e6a85cf2c360&device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 1099 time: 0.0468435 Jan 25 03:37:52.144366 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c29f375a-79ad-4570-9545-acaa5047e258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (ec469e84-3fa9-43d2-8bc9-66cd25679e19), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:52.146876 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c29f375a-79ad-4570-9545-acaa5047e258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:52.150617 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c29f375a-79ad-4570-9545-acaa5047e258 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/ec469e84-3fa9-43d2-8bc9-66cd25679e19 HTTP/1.1" status: 204 len: 168 time: 0.3126938 Jan 25 03:37:52.165462 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f375a-79ad-4570-9545-acaa5047e258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec469e84-3fa9-43d2-8bc9-66cd25679e19,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:52.243876 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b878870-1b10-486b-9b24-0abc4c9192a6 req-3dde948d-fc08-4570-9c3c-dc2ade38c07d tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:52.245355 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4b878870-1b10-486b-9b24-0abc4c9192a6 req-3dde948d-fc08-4570-9c3c-dc2ade38c07d tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 943 time: 0.1236718 Jan 25 03:37:52.267308 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42d3f7-91c0-4817-9ddd-1cd4fa3b654b req-e1f29fe6-d1d0-49b8-b048-4d9cdd47ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:52.268716 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9b42d3f7-91c0-4817-9ddd-1cd4fa3b654b req-e1f29fe6-d1d0-49b8-b048-4d9cdd47ffa2 service neutron] 10.222.0.112 "GET /v2.0/networks?id=21305d52-419e-4a5b-aa5c-f29427395669 HTTP/1.1" status: 200 len: 919 time: 0.1204214 Jan 25 03:37:52.298050 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4b878870-1b10-486b-9b24-0abc4c9192a6 req-c9a5eed9-86d4-4736-aa8d-90aa60c2752d tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463760 Jan 25 03:37:52.337362 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9b42d3f7-91c0-4817-9ddd-1cd4fa3b654b req-0b62e7ac-bf3a-4530-858c-486b40da27ac service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29297f0b-07c1-43dd-9bc9-7ce2fc61fabf HTTP/1.1" status: 200 len: 217 time: 0.0365615 Jan 25 03:37:52.407419 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42d3f7-91c0-4817-9ddd-1cd4fa3b654b req-f1d777e7-4121-4db3-904b-7290aa16423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:52.421674 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9b42d3f7-91c0-4817-9ddd-1cd4fa3b654b req-f1d777e7-4121-4db3-904b-7290aa16423b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=069704cf-3960-4585-9364-1bd4be4f6c51 HTTP/1.1" status: 200 len: 859 time: 0.0635052 Jan 25 03:37:52.457704 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9b42d3f7-91c0-4817-9ddd-1cd4fa3b654b req-9a74c776-f80e-40a6-870c-5a7441b767b3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=21305d52-419e-4a5b-aa5c-f29427395669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261302 Jan 25 03:37:52.582593 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9b42d3f7-91c0-4817-9ddd-1cd4fa3b654b req-da47fe62-e4bb-4f90-b372-b620a2a9ce65 service neutron] 10.222.0.112 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871899 Jan 25 03:37:52.677210 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9b42d3f7-91c0-4817-9ddd-1cd4fa3b654b req-ae53677d-e717-4d6d-9c26-ba62eb040982 service neutron] 10.222.0.112 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872746 Jan 25 03:37:52.735370 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 48680) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:52.748648 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-20f85630-159e-4423-adca-52b43bf0a4ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:52.824279 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-20f85630-159e-4423-adca-52b43bf0a4ee admin admin] Publish callbacks [] for security_group (b2a7607a-d9bb-4fb0-a017-e437ae481164), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:52.906809 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-20f85630-159e-4423-adca-52b43bf0a4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (b2a7607a-d9bb-4fb0-a017-e437ae481164), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:52.947589 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-20f85630-159e-4423-adca-52b43bf0a4ee admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=19731a8c427d4e37a1da2e5f371bb1dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111199 Jan 25 03:37:52.949136 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 48686) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:52.949727 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f85630-159e-4423-adca-52b43bf0a4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a7607a-d9bb-4fb0-a017-e437ae481164,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:53.002072 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61e9fd9c-9707-4dfb-98e6-921a910963da admin admin] Publish callbacks [] for security_group (b2a7607a-d9bb-4fb0-a017-e437ae481164), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:53.023489 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61e9fd9c-9707-4dfb-98e6-921a910963da admin admin] Publish callbacks [] for security_group (b2a7607a-d9bb-4fb0-a017-e437ae481164), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:53.028600 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a36f0-c4e6-4dda-9942-d85bc672a421 req-aae93cd7-5428-4caf-8241-10ff44a203ee tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:53.030649 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f18a36f0-c4e6-4dda-9942-d85bc672a421 req-aae93cd7-5428-4caf-8241-10ff44a203ee tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 945 time: 0.0520411 Jan 25 03:37:53.083986 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f18a36f0-c4e6-4dda-9942-d85bc672a421 req-469d4d0f-f3b3-4529-a61e-932bc7f6c36a tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453861 Jan 25 03:37:53.163794 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4379a73-0bfb-45d4-9a8b-1e6fdcfe3f32 req-a3f9ade5-0e61-45b8-abb2-8a9fdbdf107e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:53.164901 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c4379a73-0bfb-45d4-9a8b-1e6fdcfe3f32 req-a3f9ade5-0e61-45b8-abb2-8a9fdbdf107e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0508118 Jan 25 03:37:53.210525 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c4379a73-0bfb-45d4-9a8b-1e6fdcfe3f32 req-f5b218c6-1ab7-4f96-9344-41755d352bfd tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399964 Jan 25 03:37:53.211635 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61e9fd9c-9707-4dfb-98e6-921a910963da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (b2a7607a-d9bb-4fb0-a017-e437ae481164), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:53.214106 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-61e9fd9c-9707-4dfb-98e6-921a910963da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:53.218138 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-61e9fd9c-9707-4dfb-98e6-921a910963da admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/b2a7607a-d9bb-4fb0-a017-e437ae481164 HTTP/1.1" status: 204 len: 168 time: 0.2660403 Jan 25 03:37:53.225837 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9fd9c-9707-4dfb-98e6-921a910963da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a7607a-d9bb-4fb0-a017-e437ae481164,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:53.418003 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f765cd-1a5e-45d0-b335-894eb23cfdce req-8ff3b649-6589-4604-bb78-aa990ee8ce3a tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:53.419464 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b0f765cd-1a5e-45d0-b335-894eb23cfdce req-8ff3b649-6589-4604-bb78-aa990ee8ce3a tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 943 time: 0.0532629 Jan 25 03:37:53.482952 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b0f765cd-1a5e-45d0-b335-894eb23cfdce req-cadb510e-c676-49a0-9e3a-8442efeab002 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485442 Jan 25 03:37:54.037797 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 48730) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:54.184580 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0b29fc35-2a02-458d-8315-4a6e617a5a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:54.262858 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0b29fc35-2a02-458d-8315-4a6e617a5a9a admin admin] Publish callbacks [] for security_group (046b15b7-b702-49e6-a494-8c5f898126bd), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:54.318031 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0b29fc35-2a02-458d-8315-4a6e617a5a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (046b15b7-b702-49e6-a494-8c5f898126bd), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:54.366027 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29fc35-2a02-458d-8315-4a6e617a5a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046b15b7-b702-49e6-a494-8c5f898126bd,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:54.371836 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-0b29fc35-2a02-458d-8315-4a6e617a5a9a admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=731feb64ce1742788823689b7e5a091f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216827 Jan 25 03:37:54.374323 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 48746) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:54.387468 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3a295-aedb-4a9e-ba57-de4076baab41 req-3adbcfd5-7590-41f6-9978-5169d7754bea tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:54.399378 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-97a3a295-aedb-4a9e-ba57-de4076baab41 req-3adbcfd5-7590-41f6-9978-5169d7754bea tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.1118214 Jan 25 03:37:54.450933 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-97a3a295-aedb-4a9e-ba57-de4076baab41 req-4dd94fda-f0f5-4adf-948c-302bcd125409 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506606 Jan 25 03:37:54.472309 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-86fd1210-2bb1-4e54-a3a1-16a57ceb64f8 admin admin] Publish callbacks [] for security_group (046b15b7-b702-49e6-a494-8c5f898126bd), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:54.611032 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fb51a-d578-4924-bd19-957ea766303e req-1477c2c4-f22a-4470-bc82-1d7bb64e576b tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:54.612758 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4a6fb51a-d578-4924-bd19-957ea766303e req-1477c2c4-f22a-4470-bc82-1d7bb64e576b tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 943 time: 0.0534425 Jan 25 03:37:54.667106 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4a6fb51a-d578-4924-bd19-957ea766303e req-67c9753f-7a1b-4098-9abf-54ee4293fca5 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486462 Jan 25 03:37:54.719960 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-86fd1210-2bb1-4e54-a3a1-16a57ceb64f8 admin admin] Publish callbacks [] for security_group (046b15b7-b702-49e6-a494-8c5f898126bd), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:54.737912 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fba0c0-e82e-4712-84ec-975039847927 req-131151d5-4c97-43ea-9b5e-8e23dd5614af tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:54.739418 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-16fba0c0-e82e-4712-84ec-975039847927 req-131151d5-4c97-43ea-9b5e-8e23dd5614af tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 945 time: 0.3028841 Jan 25 03:37:54.802448 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-16fba0c0-e82e-4712-84ec-975039847927 req-8542b05a-dd06-4acf-8c8a-568976ed188e tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556962 Jan 25 03:37:54.860712 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:37:54.901759 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-86fd1210-2bb1-4e54-a3a1-16a57ceb64f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (046b15b7-b702-49e6-a494-8c5f898126bd), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:54.904480 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-86fd1210-2bb1-4e54-a3a1-16a57ceb64f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:54.906369 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-86fd1210-2bb1-4e54-a3a1-16a57ceb64f8 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/046b15b7-b702-49e6-a494-8c5f898126bd HTTP/1.1" status: 204 len: 168 time: 0.5309350 Jan 25 03:37:54.918309 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd1210-2bb1-4e54-a3a1-16a57ceb64f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046b15b7-b702-49e6-a494-8c5f898126bd,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:54.970594 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9,segment=NetworkSegment(a38e12b9-b447-40b5-bfc0-066fb994c5f4),segment_id=a38e12b9-b447-40b5-bfc0-066fb994c5f4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:55.102427 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': '2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9', 'network_id': '53c1fc18-89c3-459d-a1e2-14cd4e6b342a', 'port_id': '2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9', 'mac_address': 'fa:16:3e:dd:29:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '489ce0d4-4994-414b-a6b7-7f3701d0bb13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:37:55.143011 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:37:55.143424 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:55.157855 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:37:55.178147 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9,segment=NetworkSegment(a38e12b9-b447-40b5-bfc0-066fb994c5f4),segment_id=a38e12b9-b447-40b5-bfc0-066fb994c5f4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:55.221473 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:55.272955 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:55.530041 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 48788) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:55.552448 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cebb951d-5da4-44d7-82ae-1804858148f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:55.614052 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfd8bb-e1d0-47f4-be14-bebb38489976 req-5ba4bf0a-3a79-4bfd-8338-4ba9dd067dfb tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:55.617193 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-73bfd8bb-e1d0-47f4-be14-bebb38489976 req-5ba4bf0a-3a79-4bfd-8338-4ba9dd067dfb tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0805242 Jan 25 03:37:55.687525 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-73bfd8bb-e1d0-47f4-be14-bebb38489976 req-e2ffddbc-b37d-4134-923b-9e994e2e3372 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659237 Jan 25 03:37:55.702913 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cebb951d-5da4-44d7-82ae-1804858148f8 admin admin] Publish callbacks [] for security_group (7301f127-d29d-4a72-adf7-f092aa362784), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:55.758488 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cebb951d-5da4-44d7-82ae-1804858148f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (7301f127-d29d-4a72-adf7-f092aa362784), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:55.791375 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7f226-452e-44c4-9082-e3792b961496 req-342d4453-3c31-4301-ad4d-8f133e3716e4 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:55.792805 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-57b7f226-452e-44c4-9082-e3792b961496 req-342d4453-3c31-4301-ad4d-8f133e3716e4 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 944 time: 0.0527015 Jan 25 03:37:55.794758 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb951d-5da4-44d7-82ae-1804858148f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7301f127-d29d-4a72-adf7-f092aa362784,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:55.798995 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-cebb951d-5da4-44d7-82ae-1804858148f8 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=0aa7af085cb04ac8856a235401ee7a7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679510 Jan 25 03:37:55.801677 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 48808) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:55.852866 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:37:55.876859 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-57b7f226-452e-44c4-9082-e3792b961496 req-c35bd305-d22f-4c00-a746-353cce5f2b3b tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760934 Jan 25 03:37:55.894377 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d47ea10-439c-416c-a71f-fca1887cc417 admin admin] Publish callbacks [] for security_group (7301f127-d29d-4a72-adf7-f092aa362784), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:55.932529 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d47ea10-439c-416c-a71f-fca1887cc417 admin admin] Publish callbacks [] for security_group (7301f127-d29d-4a72-adf7-f092aa362784), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:55.995138 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56adc3-bcca-4b70-b7cf-a2bb9e9146a1 req-000501f0-2fe7-4742-bb87-414efdfe3610 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:55.996787 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6e56adc3-bcca-4b70-b7cf-a2bb9e9146a1 req-000501f0-2fe7-4742-bb87-414efdfe3610 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 945 time: 0.0564225 Jan 25 03:37:56.052319 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6e56adc3-bcca-4b70-b7cf-a2bb9e9146a1 req-70019784-6f1c-453d-8768-8116358c6286 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475993 Jan 25 03:37:56.054992 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d47ea10-439c-416c-a71f-fca1887cc417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (7301f127-d29d-4a72-adf7-f092aa362784), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:56.057656 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1d47ea10-439c-416c-a71f-fca1887cc417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:56.058778 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1d47ea10-439c-416c-a71f-fca1887cc417 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/7301f127-d29d-4a72-adf7-f092aa362784 HTTP/1.1" status: 204 len: 168 time: 0.2552686 Jan 25 03:37:56.068736 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47ea10-439c-416c-a71f-fca1887cc417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7301f127-d29d-4a72-adf7-f092aa362784,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:56.412624 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 48826) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:56.521379 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5cd13947-58fb-4dee-8247-2af6a3517f30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:56.594492 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5cd13947-58fb-4dee-8247-2af6a3517f30 admin admin] Publish callbacks [] for security_group (f2b45a1c-1b1b-479f-b39f-96f2a18a12dc), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:56.667275 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5cd13947-58fb-4dee-8247-2af6a3517f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (f2b45a1c-1b1b-479f-b39f-96f2a18a12dc), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:56.667422 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe28fb0-c12f-49f8-a789-8cd217f027f5 req-e2eac55c-4be3-4cf9-9024-7466785a9d55 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:56.671814 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1fe28fb0-c12f-49f8-a789-8cd217f027f5 req-e2eac55c-4be3-4cf9-9024-7466785a9d55 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.112 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 945 time: 0.0493045 Jan 25 03:37:56.711645 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd13947-58fb-4dee-8247-2af6a3517f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b45a1c-1b1b-479f-b39f-96f2a18a12dc,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:56.737873 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-5cd13947-58fb-4dee-8247-2af6a3517f30 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=0b2766ce6bf645ca91eda1d898e6bc1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218119 Jan 25 03:37:56.738267 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 48832) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:56.760686 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 48834) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:56.781035 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4d93e014-35af-44e4-b093-e5386881a5c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:56.802311 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-1fe28fb0-c12f-49f8-a789-8cd217f027f5 req-237663bb-5273-41ba-9e4a-a037e3221150 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Deleting port fd0ac6a9-c23b-4d52-9aad-a28d1d316935 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:37:56.803075 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-1fe28fb0-c12f-49f8-a789-8cd217f027f5 req-237663bb-5273-41ba-9e4a-a037e3221150 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (fd0ac6a9-c23b-4d52-9aad-a28d1d316935), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:56.820746 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-324bf6ca-f461-407e-b75d-eb8b0b3ebaff admin admin] Publish callbacks [] for security_group (f2b45a1c-1b1b-479f-b39f-96f2a18a12dc), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:56.851837 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7875aa-1fc4-434e-a6ef-02fba997f863 req-33e259b5-4251-49f8-9ff2-22eb203c42e9 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:56.853182 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ab7875aa-1fc4-434e-a6ef-02fba997f863 req-33e259b5-4251-49f8-9ff2-22eb203c42e9 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0812485 Jan 25 03:37:56.854959 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-324bf6ca-f461-407e-b75d-eb8b0b3ebaff admin admin] Publish callbacks [] for security_group (f2b45a1c-1b1b-479f-b39f-96f2a18a12dc), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:56.939676 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ab7875aa-1fc4-434e-a6ef-02fba997f863 req-bde01fa3-7de6-48b4-986a-87b15f4e3f44 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776381 Jan 25 03:37:56.952806 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-1fe28fb0-c12f-49f8-a789-8cd217f027f5 req-237663bb-5273-41ba-9e4a-a037e3221150 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] For port fd0ac6a9-c23b-4d52-9aad-a28d1d316935, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=fd0ac6a9-c23b-4d52-9aad-a28d1d316935,segment=NetworkSegment(00816fa3-17f6-4d4c-abfc-0f6f12b20c0d),segment_id=00816fa3-17f6-4d4c-abfc-0f6f12b20c0d)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:56.952934 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-1fe28fb0-c12f-49f8-a789-8cd217f027f5 req-237663bb-5273-41ba-9e4a-a037e3221150 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (fd0ac6a9-c23b-4d52-9aad-a28d1d316935), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:56.988831 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-1fe28fb0-c12f-49f8-a789-8cd217f027f5 req-237663bb-5273-41ba-9e4a-a037e3221150 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Calling delete_port for fd0ac6a9-c23b-4d52-9aad-a28d1d316935 owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:37:57.005277 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4d93e014-35af-44e4-b093-e5386881a5c2 admin admin] Publish callbacks [] for security_group (4dbba327-d9c2-4a89-a186-5fae794933ef), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:57.032857 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-324bf6ca-f461-407e-b75d-eb8b0b3ebaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (f2b45a1c-1b1b-479f-b39f-96f2a18a12dc), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:57.043269 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-324bf6ca-f461-407e-b75d-eb8b0b3ebaff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:57.043269 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-324bf6ca-f461-407e-b75d-eb8b0b3ebaff admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/f2b45a1c-1b1b-479f-b39f-96f2a18a12dc HTTP/1.1" status: 204 len: 168 time: 0.2978106 Jan 25 03:37:57.047715 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bf6ca-f461-407e-b75d-eb8b0b3ebaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b45a1c-1b1b-479f-b39f-96f2a18a12dc,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:57.075531 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24898829-6a33-4584-9de7-70ca0b7b9b99 req-f9b822b7-fbb4-4b60-9206-9c1c1853a5c6 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:57.077595 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-24898829-6a33-4584-9de7-70ca0b7b9b99 req-f9b822b7-fbb4-4b60-9206-9c1c1853a5c6 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 944 time: 0.1219597 Jan 25 03:37:57.105111 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4d93e014-35af-44e4-b093-e5386881a5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (4dbba327-d9c2-4a89-a186-5fae794933ef), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:57.175709 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93e014-35af-44e4-b093-e5386881a5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbba327-d9c2-4a89-a186-5fae794933ef,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:57.184456 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-4d93e014-35af-44e4-b093-e5386881a5c2 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=62bc08a675394bc998ea2dda1953ec29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4225454 Jan 25 03:37:57.190026 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 48846) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:57.206990 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-24898829-6a33-4584-9de7-70ca0b7b9b99 req-b2a6b220-6f8b-483f-8691-d946060cdf55 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215153 Jan 25 03:37:57.272814 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a9763-5cba-4d86-835b-828c466634f8 req-105a18b4-b7cd-4863-a172-e33eb0f4070e tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:57.274321 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ae6a9763-5cba-4d86-835b-828c466634f8 req-105a18b4-b7cd-4863-a172-e33eb0f4070e tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 945 time: 0.0498462 Jan 25 03:37:57.281892 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-67a12f73-3b8a-476d-9a86-eda341d15688 admin admin] Publish callbacks [] for security_group (4dbba327-d9c2-4a89-a186-5fae794933ef), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:57.303623 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-67a12f73-3b8a-476d-9a86-eda341d15688 admin admin] Publish callbacks [] for security_group (4dbba327-d9c2-4a89-a186-5fae794933ef), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:57.323034 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ae6a9763-5cba-4d86-835b-828c466634f8 req-936b9053-8b22-4cc7-a49c-001ac4ccf118 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/security-groups?id=96be414c-2a81-47ba-9448-0e6f0a015e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412521 Jan 25 03:37:57.332798 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-1fe28fb0-c12f-49f8-a789-8cd217f027f5 req-237663bb-5273-41ba-9e4a-a037e3221150 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594'] for port (fd0ac6a9-c23b-4d52-9aad-a28d1d316935), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:57.366380 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237663bb-5273-41ba-9e4a-a037e3221150 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Pushing event deleted for resources: {'Port': ['ID=fd0ac6a9-c23b-4d52-9aad-a28d1d316935,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:57.378903 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['fd0ac6a9-c23b-4d52-9aad-a28d1d316935'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:37:57.413843 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe28fb0-c12f-49f8-a789-8cd217f027f5 req-237663bb-5273-41ba-9e4a-a037e3221150 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] No DVR routers for this DVR port fd0ac6a9-c23b-4d52-9aad-a28d1d316935 on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:37:57.416347 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-1fe28fb0-c12f-49f8-a789-8cd217f027f5 req-237663bb-5273-41ba-9e4a-a037e3221150 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:57.420394 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1fe28fb0-c12f-49f8-a789-8cd217f027f5 req-237663bb-5273-41ba-9e4a-a037e3221150 tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.112 "DELETE /v2.0/ports/fd0ac6a9-c23b-4d52-9aad-a28d1d316935 HTTP/1.1" status: 204 len: 173 time: 0.7444663 Jan 25 03:37:57.421172 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54723a9d-3cbe-4901-84fc-c0635a5f0f20', 'name': 'network-vif-deleted', 'tag': 'fd0ac6a9-c23b-4d52-9aad-a28d1d316935'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:37:57.423409 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0bff4d-05dc-49b9-bf07-568dab6fde43" -d '{"events": [{"server_uuid": "54723a9d-3cbe-4901-84fc-c0635a5f0f20", "name": "network-vif-deleted", "tag": "fd0ac6a9-c23b-4d52-9aad-a28d1d316935"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:37:57.459244 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f60d1a-5c10-4ddf-acc7-4a8a92ece47a x-openstack-request-id: req-c3f60d1a-5c10-4ddf-acc7-4a8a92ece47a {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:37:57.459648 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54723a9d-3cbe-4901-84fc-c0635a5f0f20", "name": "network-vif-deleted", "tag": "fd0ac6a9-c23b-4d52-9aad-a28d1d316935", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:37:57.460062 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-c3f60d1a-5c10-4ddf-acc7-4a8a92ece47a {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:37:57.460478 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54723a9d-3cbe-4901-84fc-c0635a5f0f20', 'name': 'network-vif-deleted', 'tag': 'fd0ac6a9-c23b-4d52-9aad-a28d1d316935', 'status': 'completed', 'code': 200} Jan 25 03:37:57.461564 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-67a12f73-3b8a-476d-9a86-eda341d15688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (4dbba327-d9c2-4a89-a186-5fae794933ef), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:57.468604 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-67a12f73-3b8a-476d-9a86-eda341d15688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:57.468604 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-67a12f73-3b8a-476d-9a86-eda341d15688 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/4dbba327-d9c2-4a89-a186-5fae794933ef HTTP/1.1" status: 204 len: 168 time: 0.2743351 Jan 25 03:37:57.474634 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a12f73-3b8a-476d-9a86-eda341d15688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbba327-d9c2-4a89-a186-5fae794933ef,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:57.839784 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 48856) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:57.859815 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7991dbb0-5cdf-4782-b53c-a06697571dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:57.944399 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7991dbb0-5cdf-4782-b53c-a06697571dc2 admin admin] Publish callbacks [] for security_group (e9e9d147-31ba-49f3-8dd4-826bd4a4f70a), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:57.999890 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7991dbb0-5cdf-4782-b53c-a06697571dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (e9e9d147-31ba-49f3-8dd4-826bd4a4f70a), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:58.045909 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991dbb0-5cdf-4782-b53c-a06697571dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e9d147-31ba-49f3-8dd4-826bd4a4f70a,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:58.053454 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-7991dbb0-5cdf-4782-b53c-a06697571dc2 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=de4e8e3258794758aa8c880788ce229e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118089 Jan 25 03:37:58.054563 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 48866) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:58.102799 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311821a-9913-4f3d-87fa-8ff67e986f7f req-06a5b63b-9ef2-4625-9366-a3394f8808d0 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:58.109075 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b311821a-9913-4f3d-87fa-8ff67e986f7f req-06a5b63b-9ef2-4625-9366-a3394f8808d0 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0778875 Jan 25 03:37:58.129478 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-97001dfa-0631-49b7-abfb-6048ed6bc811 admin admin] Publish callbacks [] for security_group (e9e9d147-31ba-49f3-8dd4-826bd4a4f70a), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:58.153604 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-97001dfa-0631-49b7-abfb-6048ed6bc811 admin admin] Publish callbacks [] for security_group (e9e9d147-31ba-49f3-8dd4-826bd4a4f70a), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:58.171971 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b311821a-9913-4f3d-87fa-8ff67e986f7f req-63637e29-ddee-46fd-8b6f-e7c657ac09ea tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508025 Jan 25 03:37:58.295922 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-97001dfa-0631-49b7-abfb-6048ed6bc811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (e9e9d147-31ba-49f3-8dd4-826bd4a4f70a), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:58.299285 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-97001dfa-0631-49b7-abfb-6048ed6bc811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:58.300609 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-97001dfa-0631-49b7-abfb-6048ed6bc811 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/e9e9d147-31ba-49f3-8dd4-826bd4a4f70a HTTP/1.1" status: 204 len: 168 time: 0.2451179 Jan 25 03:37:58.309466 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97001dfa-0631-49b7-abfb-6048ed6bc811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e9d147-31ba-49f3-8dd4-826bd4a4f70a,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:58.354780 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b66635-29a0-46c9-82c0-48661b370d9c req-1b9db0c4-8c9b-48b6-9430-a8eb332c6b68 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:58.356217 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e9b66635-29a0-46c9-82c0-48661b370d9c req-1b9db0c4-8c9b-48b6-9430-a8eb332c6b68 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 944 time: 0.0724962 Jan 25 03:37:58.432338 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e9b66635-29a0-46c9-82c0-48661b370d9c req-2ef05764-0f76-4757-90a5-61dfc6f6f94a tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628979 Jan 25 03:37:58.502262 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e3bcfbec-558d-47a0-98e7-e0da37edb9b7 req-79fbbfe8-be44-4e0e-9979-c8724ffcaebe tempest-VolumesActionsTest-1949965932 tempest-VolumesActionsTest-1949965932-project] 10.222.0.115 "GET /v2.0/ports?device_id=54723a9d-3cbe-4901-84fc-c0635a5f0f20 HTTP/1.1" status: 200 len: 210 time: 0.0299437 Jan 25 03:37:58.936896 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:37:59.106876 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:37:59.111958 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:37:59.112331 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:59.195084 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:37:59.195610 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:59.221592 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17671564-7d41-4c30-b928-409b5a40f3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:37:59.224007 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd06ed0a-e0d5-4fd8-8e8d-d71b7dc107fd" -d '{"events": [{"server_uuid": "17671564-7d41-4c30-b928-409b5a40f3a7", "name": "network-vif-plugged", "status": "completed", "tag": "2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:37:59.259010 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9,segment=NetworkSegment(a38e12b9-b447-40b5-bfc0-066fb994c5f4),segment_id=a38e12b9-b447-40b5-bfc0-066fb994c5f4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:37:59.324680 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:59.326159 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device fd0ac6a9-c23b-4d52-9aad-a28d1d316935 no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:37:59.329390 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dad6d57-0716-4c42-afb7-c02f529fd883 x-openstack-request-id: req-7dad6d57-0716-4c42-afb7-c02f529fd883 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:37:59.329910 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17671564-7d41-4c30-b928-409b5a40f3a7", "name": "network-vif-plugged", "status": "completed", "tag": "2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:37:59.330160 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-7dad6d57-0716-4c42-afb7-c02f529fd883 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:37:59.330695 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17671564-7d41-4c30-b928-409b5a40f3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9', 'code': 200} Jan 25 03:37:59.360183 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb209b-845b-4239-a083-697f36927d36 req-ace3908a-bc82-4985-9c20-dd060a921231 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:59.362007 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-02cb209b-845b-4239-a083-697f36927d36 req-ace3908a-bc82-4985-9c20-dd060a921231 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0997331 Jan 25 03:37:59.417732 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: fd0ac6a9-c23b-4d52-9aad-a28d1d316935 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:37:59.418085 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device fd0ac6a9-c23b-4d52-9aad-a28d1d316935 not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:37:59.454758 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-02cb209b-845b-4239-a083-697f36927d36 req-8d444bda-322e-48f7-af70-94cb7a2f7a08 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865049 Jan 25 03:37:59.460521 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:37:59.615715 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca77cb4-e0e1-4ca8-8585-7815e3fa4805 req-7e805b27-7d07-4ca5-a442-478cfbca4843 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:59.624880 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1ca77cb4-e0e1-4ca8-8585-7815e3fa4805 req-7e805b27-7d07-4ca5-a442-478cfbca4843 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0693636 Jan 25 03:37:59.676455 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1ca77cb4-e0e1-4ca8-8585-7815e3fa4805 req-28cdc2ac-469b-4a81-8ca7-d6c3ba0590b1 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506396 Jan 25 03:37:59.711890 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 48950) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:37:59.757842 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24f9f6-1b3b-4fe9-8718-f0a5d2e5ed48 req-a80ae93d-b900-4cc9-9054-bba4ee0c0f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:37:59.759410 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0a24f9f6-1b3b-4fe9-8718-f0a5d2e5ed48 req-a80ae93d-b900-4cc9-9054-bba4ee0c0f9b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 1098 time: 0.0528064 Jan 25 03:37:59.804524 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0a24f9f6-1b3b-4fe9-8718-f0a5d2e5ed48 req-16e2f7d8-11d2-49f3-927e-b723b19cd3eb service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389607 Jan 25 03:37:59.823280 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-897fe374-ff41-42ec-ba60-4cfc2b8dcef7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1075870567-network', 'tenant_id': 'c84570159db849f593bb8918c1facdb6'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:37:59.958570 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897fe374-ff41-42ec-ba60-4cfc2b8dcef7 admin admin] Made reservation on behalf of c84570159db849f593bb8918c1facdb6 for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:37:59.960846 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-897fe374-ff41-42ec-ba60-4cfc2b8dcef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:37:59.970734 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-897fe374-ff41-42ec-ba60-4cfc2b8dcef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:00.049515 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-897fe374-ff41-42ec-ba60-4cfc2b8dcef7 admin admin] Publish callbacks [] for security_group (6e647260-9b5b-4aec-bbd7-bc5d2e911091), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:00.134605 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-897fe374-ff41-42ec-ba60-4cfc2b8dcef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (6e647260-9b5b-4aec-bbd7-bc5d2e911091), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:00.158322 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897fe374-ff41-42ec-ba60-4cfc2b8dcef7 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:38:00.176027 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fe374-ff41-42ec-ba60-4cfc2b8dcef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e647260-9b5b-4aec-bbd7-bc5d2e911091,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:00.178889 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-897fe374-ff41-42ec-ba60-4cfc2b8dcef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (58697b42-48b1-4157-99d4-390b95bde92e), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:00.179253 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-897fe374-ff41-42ec-ba60-4cfc2b8dcef7 admin admin] Added segment 58697b42-48b1-4157-99d4-390b95bde92e of type vlan for network b2af12fc-273c-4aba-923a-9446529303ba Jan 25 03:38:00.223147 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-897fe374-ff41-42ec-ba60-4cfc2b8dcef7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760336855179'] for network (b2af12fc-273c-4aba-923a-9446529303ba), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:00.352752 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-897fe374-ff41-42ec-ba60-4cfc2b8dcef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for network (b2af12fc-273c-4aba-923a-9446529303ba), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:00.353713 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897fe374-ff41-42ec-ba60-4cfc2b8dcef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:00.354544 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-897fe374-ff41-42ec-ba60-4cfc2b8dcef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:00.419050 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fe374-ff41-42ec-ba60-4cfc2b8dcef7 admin admin] Pushing event updated for resources: {'Network': ['ID=b2af12fc-273c-4aba-923a-9446529303ba,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:00.430509 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Network b2af12fc-273c-4aba-923a-9446529303ba details requested by agent ovs-agent-dv-cinder-819011-2-iscsi with host dv-cinder-819011-2-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:38:00.446767 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-897fe374-ff41-42ec-ba60-4cfc2b8dcef7 admin admin] 10.222.0.115 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7340233 Jan 25 03:38:00.449708 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 48976) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:00.455600 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-227a01c1-26bb-4619-b564-af2be1b92be3 admin admin] Request body: {'subnet': {'network_id': 'b2af12fc-273c-4aba-923a-9446529303ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1075870567-subnet', 'tenant_id': 'c84570159db849f593bb8918c1facdb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:38:00.565756 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ac183-a412-4de8-93c3-933bd5a5e7be req-7328f2ae-0b50-48f5-84a5-c6733a2805a3 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:00.567272 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5e2ac183-a412-4de8-93c3-933bd5a5e7be req-7328f2ae-0b50-48f5-84a5-c6733a2805a3 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0489104 Jan 25 03:38:00.610016 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227a01c1-26bb-4619-b564-af2be1b92be3 admin admin] Made reservation on behalf of c84570159db849f593bb8918c1facdb6 for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:38:00.613004 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-227a01c1-26bb-4619-b564-af2be1b92be3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320573'] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:00.618543 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5e2ac183-a412-4de8-93c3-933bd5a5e7be req-3a556e83-71b8-4afb-9a2c-5d57585f0f02 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414732 Jan 25 03:38:00.804330 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb52d60-a16c-41cf-8795-19ab15ce44d2 req-3139c767-a375-4faa-b87e-07196c162c52 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:00.806156 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cbb52d60-a16c-41cf-8795-19ab15ce44d2 req-3139c767-a375-4faa-b87e-07196c162c52 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0535135 Jan 25 03:38:00.878787 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cbb52d60-a16c-41cf-8795-19ab15ce44d2 req-c9aef4f3-3259-423c-b310-1142890c47f4 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660028 Jan 25 03:38:01.066426 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-227a01c1-26bb-4619-b564-af2be1b92be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4618067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320531'] for subnet (128a3b00-e35c-49f7-ab05-e4740c6d04ed), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:01.122508 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a01c1-26bb-4619-b564-af2be1b92be3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=128a3b00-e35c-49f7-ab05-e4740c6d04ed,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:01.132941 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227a01c1-26bb-4619-b564-af2be1b92be3 admin admin] Checking segment: {'id': '58697b42-48b1-4157-99d4-390b95bde92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b2af12fc-273c-4aba-923a-9446529303ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:38:01.132941 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227a01c1-26bb-4619-b564-af2be1b92be3 admin admin] Network hostable DHCP agents. Network: b2af12fc-273c-4aba-923a-9446529303ba, hostable agents: ['5c3e864f-61ec-45bb-b284-87f8aa4f333d'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:38:01.255496 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227a01c1-26bb-4619-b564-af2be1b92be3 admin admin] Network b2af12fc-273c-4aba-923a-9446529303ba is scheduled to be hosted by DHCP agent 5c3e864f-61ec-45bb-b284-87f8aa4f333d with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:38:01.342148 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-227a01c1-26bb-4619-b564-af2be1b92be3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819011-2-iscsi, b2af12fc-273c-4aba-923a-9446529303ba) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:38:01.346648 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227a01c1-26bb-4619-b564-af2be1b92be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:01.347357 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-227a01c1-26bb-4619-b564-af2be1b92be3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:01.357464 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df9b1a5-0540-4a86-8913-126e13405b4e None None] Network b2af12fc-273c-4aba-923a-9446529303ba requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:38:01.435382 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-227a01c1-26bb-4619-b564-af2be1b92be3 admin admin] 10.222.0.115 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9845331 Jan 25 03:38:01.465936 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e0c5ef-b910-4473-bb33-5307453c51f3 None None] Network b2af12fc-273c-4aba-923a-9446529303ba requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:38:01.548198 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b31a1c43-3b6d-447e-a071-4790d8f4cfac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:01.737890 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3ed44-619d-4ac1-b031-e1f4987e51ab req-adc0b246-7df3-40bd-898b-c83c2189af9a tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:01.739414 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e4e3ed44-619d-4ac1-b031-e1f4987e51ab req-adc0b246-7df3-40bd-898b-c83c2189af9a tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0505116 Jan 25 03:38:01.790442 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e4e3ed44-619d-4ac1-b031-e1f4987e51ab req-a3e54cf9-59fd-4a92-b4cc-f9ceb6c921c0 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451076 Jan 25 03:38:02.004539 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c27d1c-1f35-46f8-a8f0-3c8402403a3c req-4643e656-8c01-465d-a8a9-8295b3665692 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:02.005982 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-19c27d1c-1f35-46f8-a8f0-3c8402403a3c req-4643e656-8c01-465d-a8a9-8295b3665692 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0530035 Jan 25 03:38:02.055450 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-19c27d1c-1f35-46f8-a8f0-3c8402403a3c req-0ecc6180-0bc1-4051-9306-cb7cf0dd2838 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438318 Jan 25 03:38:02.215425 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 49072) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:02.220410 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-88ba845e-6665-43ea-a66d-7f8e844cc351 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1452569578-network', 'tenant_id': '2a3f942bd13d4e708db1e7696c6610a9'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:38:02.301041 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ba845e-6665-43ea-a66d-7f8e844cc351 admin admin] Made reservation on behalf of 2a3f942bd13d4e708db1e7696c6610a9 for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:38:02.303462 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88ba845e-6665-43ea-a66d-7f8e844cc351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:02.313220 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88ba845e-6665-43ea-a66d-7f8e844cc351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:02.389740 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88ba845e-6665-43ea-a66d-7f8e844cc351 admin admin] Publish callbacks [] for security_group (cbb6c446-9af8-41a6-b1cb-d598c406b481), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:02.467662 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88ba845e-6665-43ea-a66d-7f8e844cc351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (cbb6c446-9af8-41a6-b1cb-d598c406b481), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:02.493837 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ba845e-6665-43ea-a66d-7f8e844cc351 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:38:02.499915 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba845e-6665-43ea-a66d-7f8e844cc351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb6c446-9af8-41a6-b1cb-d598c406b481,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:02.505777 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88ba845e-6665-43ea-a66d-7f8e844cc351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (b4ee4238-422a-4829-b64f-f9ac39d7522a), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:02.506084 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-88ba845e-6665-43ea-a66d-7f8e844cc351 admin admin] Added segment b4ee4238-422a-4829-b64f-f9ac39d7522a of type vlan for network 2805c960-3341-40de-b66e-7bcd48206f43 Jan 25 03:38:02.547773 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88ba845e-6665-43ea-a66d-7f8e844cc351 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760336855179'] for network (2805c960-3341-40de-b66e-7bcd48206f43), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:02.632433 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88ba845e-6665-43ea-a66d-7f8e844cc351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for network (2805c960-3341-40de-b66e-7bcd48206f43), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:02.633390 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ba845e-6665-43ea-a66d-7f8e844cc351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:02.633966 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88ba845e-6665-43ea-a66d-7f8e844cc351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:02.704614 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba845e-6665-43ea-a66d-7f8e844cc351 admin admin] Pushing event updated for resources: {'Network': ['ID=2805c960-3341-40de-b66e-7bcd48206f43,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:02.714267 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 49088) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:02.715575 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-88ba845e-6665-43ea-a66d-7f8e844cc351 admin admin] 10.222.0.115 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4989662 Jan 25 03:38:02.717410 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Network 2805c960-3341-40de-b66e-7bcd48206f43 details requested by agent ovs-agent-dv-cinder-819011-2-iscsi with host dv-cinder-819011-2-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:38:02.723227 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-39cd573f-60e5-4a2d-afa5-4fce17c70097 admin admin] Request body: {'subnet': {'network_id': '2805c960-3341-40de-b66e-7bcd48206f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1452569578-subnet', 'tenant_id': '2a3f942bd13d4e708db1e7696c6610a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:38:02.787249 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cd573f-60e5-4a2d-afa5-4fce17c70097 admin admin] Made reservation on behalf of 2a3f942bd13d4e708db1e7696c6610a9 for: {'subnet': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:38:02.789948 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-39cd573f-60e5-4a2d-afa5-4fce17c70097 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:02.940810 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64155314-8e47-40c5-bca1-a6dc46b948bd req-988bae0c-a00f-444f-9829-851e37a54676 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:02.942207 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-64155314-8e47-40c5-bca1-a6dc46b948bd req-988bae0c-a00f-444f-9829-851e37a54676 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0779059 Jan 25 03:38:03.035122 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-64155314-8e47-40c5-bca1-a6dc46b948bd req-87b3eaaa-7a3b-4370-8cd8-bca617e68142 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816164 Jan 25 03:38:03.072953 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-39cd573f-60e5-4a2d-afa5-4fce17c70097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for subnet (dff1c4a7-ad29-46b1-bfd0-86d0538463cb), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:03.134713 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd573f-60e5-4a2d-afa5-4fce17c70097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff1c4a7-ad29-46b1-bfd0-86d0538463cb,revision_number=0']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:03.143603 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd573f-60e5-4a2d-afa5-4fce17c70097 admin admin] Checking segment: {'id': 'b4ee4238-422a-4829-b64f-f9ac39d7522a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2805c960-3341-40de-b66e-7bcd48206f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:38:03.143965 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cd573f-60e5-4a2d-afa5-4fce17c70097 admin admin] Network hostable DHCP agents. Network: 2805c960-3341-40de-b66e-7bcd48206f43, hostable agents: ['5c3e864f-61ec-45bb-b284-87f8aa4f333d'], hosted agents: [] {{(pid=103186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:38:03.214750 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cd573f-60e5-4a2d-afa5-4fce17c70097 admin admin] Network 2805c960-3341-40de-b66e-7bcd48206f43 is scheduled to be hosted by DHCP agent 5c3e864f-61ec-45bb-b284-87f8aa4f333d with binding_index 1 {{(pid=103186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:38:03.300498 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-39cd573f-60e5-4a2d-afa5-4fce17c70097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819011-2-iscsi, 2805c960-3341-40de-b66e-7bcd48206f43) {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:38:03.304611 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cd573f-60e5-4a2d-afa5-4fce17c70097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:03.305307 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-39cd573f-60e5-4a2d-afa5-4fce17c70097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:03.310654 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d4ec08-f830-493c-8308-03395a1df64f None None] Network 2805c960-3341-40de-b66e-7bcd48206f43 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:38:03.406085 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e11811-cfe2-408d-9d54-3dd543406fb3 None None] Network 2805c960-3341-40de-b66e-7bcd48206f43 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:38:03.463261 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-39cd573f-60e5-4a2d-afa5-4fce17c70097 admin admin] 10.222.0.115 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7474530 Jan 25 03:38:03.724261 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3fbd9455-ca34-4ee9-b108-ebba6867437c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:04.148608 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70317d5d-8364-4719-a1a8-82d0ac7aa1f8 req-66d17fbe-61a8-4bd7-bf5e-cbaed8404054 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:04.150066 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-70317d5d-8364-4719-a1a8-82d0ac7aa1f8 req-66d17fbe-61a8-4bd7-bf5e-cbaed8404054 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0492179 Jan 25 03:38:04.197624 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-70317d5d-8364-4719-a1a8-82d0ac7aa1f8 req-2bb9cd49-99a3-4f35-906d-cc98f35673fd tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412028 Jan 25 03:38:05.175032 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:05.312601 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca17bc-2ad8-4b30-aa43-969ee888e0dd req-95bdad92-35ff-42d6-b5b2-20e74a247be7 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:05.314030 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-31ca17bc-2ad8-4b30-aa43-969ee888e0dd req-95bdad92-35ff-42d6-b5b2-20e74a247be7 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0469964 Jan 25 03:38:05.363347 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-31ca17bc-2ad8-4b30-aa43-969ee888e0dd req-4d061a79-029e-4b9d-a8cb-a20a8b3bc134 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437443 Jan 25 03:38:06.498752 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e668f-26ff-4517-8ca0-096e2db51a64 req-715048b5-3079-4505-90fa-4f9b7df121ce tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:06.500493 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b51e668f-26ff-4517-8ca0-096e2db51a64 req-715048b5-3079-4505-90fa-4f9b7df121ce tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0679643 Jan 25 03:38:06.553926 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b51e668f-26ff-4517-8ca0-096e2db51a64 req-32ca3f40-3854-4618-bf36-671cd60f7ff7 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463216 Jan 25 03:38:06.735582 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:07.678199 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cdb44-0448-43e4-9f33-335f999c461b req-2ee3b3b4-2876-4ef2-b677-0b07d928d565 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:07.679704 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-735cdb44-0448-43e4-9f33-335f999c461b req-2ee3b3b4-2876-4ef2-b677-0b07d928d565 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0482409 Jan 25 03:38:07.729037 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-735cdb44-0448-43e4-9f33-335f999c461b req-842f180a-66c9-4a5e-9d71-72e5d5e9f295 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429754 Jan 25 03:38:07.897247 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb85627-a843-487f-8273-0f2bd1596950 req-42fd1b1f-cd1b-4ec6-8985-69aad341db76 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:07.898773 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0eb85627-a843-487f-8273-0f2bd1596950 req-42fd1b1f-cd1b-4ec6-8985-69aad341db76 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/networks?id=835e181b-635d-41dd-9269-42b6c17d0334 HTTP/1.1" status: 200 len: 815 time: 0.1151292 Jan 25 03:38:07.913563 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0eb85627-a843-487f-8273-0f2bd1596950 req-72acdea5-5a9a-456b-b867-3c0d9e0eb807 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/quotas/2e67c9d0a7f44900a2ac9fdc1bdcb15a HTTP/1.1" status: 200 len: 375 time: 0.0091126 Jan 25 03:38:07.967666 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0eb85627-a843-487f-8273-0f2bd1596950 req-0b46fb8d-a164-4fbc-a1a4-9d11b4069a76 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=2e67c9d0a7f44900a2ac9fdc1bdcb15a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492697 Jan 25 03:38:08.015791 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:08.061169 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0eb85627-a843-487f-8273-0f2bd1596950 req-2a636af7-aab1-45ac-b2bb-a3d3dedf5423 service neutron] 10.222.0.115 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863311 Jan 25 03:38:08.152878 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0eb85627-a843-487f-8273-0f2bd1596950 req-d59ae96d-4560-42a9-adb9-ad7a5b354323 service neutron] 10.222.0.115 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867345 Jan 25 03:38:08.391634 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cdb492a4-f8d3-4473-8ac9-a2b7a3314d9e req-580e607d-5fe2-46cf-81a4-ee9b412b2e59 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 210 time: 0.0289259 Jan 25 03:38:08.869601 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dc79b-0433-4621-87c5-f62eaff22c3b req-5612ae95-e045-460c-ab20-0ad17fe97d09 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:08.876525 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-498dc79b-0433-4621-87c5-f62eaff22c3b req-5612ae95-e045-460c-ab20-0ad17fe97d09 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0732377 Jan 25 03:38:08.952859 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-498dc79b-0433-4621-87c5-f62eaff22c3b req-c5dcdf60-b1a7-4499-bcaf-be04954667d7 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754433 Jan 25 03:38:09.487691 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8b52e476-c9f4-4ef2-900e-e967bf92e1ea req-c3198e1d-375d-47e5-af5e-551e9f7372ef tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 210 time: 0.0266883 Jan 25 03:38:10.085689 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876db17-30af-453a-b9ee-f0442e2955c9 req-ab85d60f-b3bf-4dc2-9c2b-8b75022855a8 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:10.087174 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f876db17-30af-453a-b9ee-f0442e2955c9 req-ab85d60f-b3bf-4dc2-9c2b-8b75022855a8 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0493407 Jan 25 03:38:10.141000 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f876db17-30af-453a-b9ee-f0442e2955c9 req-8904f3be-4903-4f2b-80d6-a5b05bc5a74b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475013 Jan 25 03:38:10.598905 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-10172ffb-013b-4e1a-9a55-1f85693f0a8f req-4c124c2c-bea4-4f1c-9e9f-c065a2e87131 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 210 time: 0.0298252 Jan 25 03:38:10.745509 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb85627-a843-487f-8273-0f2bd1596950 req-7147f963-3dc0-4154-80b7-276e30b9a7d1 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:10.749238 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0eb85627-a843-487f-8273-0f2bd1596950 req-7147f963-3dc0-4154-80b7-276e30b9a7d1 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.112 "GET /v2.0/networks?id=835e181b-635d-41dd-9269-42b6c17d0334 HTTP/1.1" status: 200 len: 815 time: 0.1195254 Jan 25 03:38:10.781931 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-0eb85627-a843-487f-8273-0f2bd1596950 req-303fe838-4183-4ba7-b2b9-0dc04e12f9b8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Request body: {'port': {'device_id': 'fe745e9c-07ae-4b28-a900-c80c2483da22', 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334', 'admin_state_up': True, 'tenant_id': '2e67c9d0a7f44900a2ac9fdc1bdcb15a'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:38:10.815348 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:11.081124 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb85627-a843-487f-8273-0f2bd1596950 req-303fe838-4183-4ba7-b2b9-0dc04e12f9b8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Made reservation on behalf of 2e67c9d0a7f44900a2ac9fdc1bdcb15a for: {'port': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:38:11.086000 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-0eb85627-a843-487f-8273-0f2bd1596950 req-303fe838-4183-4ba7-b2b9-0dc04e12f9b8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:11.257974 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [req-0eb85627-a843-487f-8273-0f2bd1596950 req-303fe838-4183-4ba7-b2b9-0dc04e12f9b8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Allocated IP 172.20.0.8 (835e181b-635d-41dd-9269-42b6c17d0334/b554719f-8713-4f6e-87c2-8a3b80ecbb7b/4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:38:11.292613 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d425d-125d-48e2-9dfa-80cb405c9dd1 req-af248c29-fb1e-460a-8b09-8de93b70d3ce tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:11.294956 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-555d425d-125d-48e2-9dfa-80cb405c9dd1 req-af248c29-fb1e-460a-8b09-8de93b70d3ce tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0572236 Jan 25 03:38:11.344879 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-555d425d-125d-48e2-9dfa-80cb405c9dd1 req-efd8b15a-7750-43d6-98eb-a9884f9acda3 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441751 Jan 25 03:38:11.425416 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-0eb85627-a843-487f-8273-0f2bd1596950 req-303fe838-4183-4ba7-b2b9-0dc04e12f9b8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks [] for port (4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:11.530202 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-0eb85627-a843-487f-8273-0f2bd1596950 req-303fe838-4183-4ba7-b2b9-0dc04e12f9b8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:11.572217 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb85627-a843-487f-8273-0f2bd1596950 req-303fe838-4183-4ba7-b2b9-0dc04e12f9b8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Network 835e181b-635d-41dd-9269-42b6c17d0334 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:38:11.577923 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [req-0eb85627-a843-487f-8273-0f2bd1596950 req-303fe838-4183-4ba7-b2b9-0dc04e12f9b8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:38:11.581647 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb85627-a843-487f-8273-0f2bd1596950 req-303fe838-4183-4ba7-b2b9-0dc04e12f9b8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:38:11.587235 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb85627-a843-487f-8273-0f2bd1596950 req-303fe838-4183-4ba7-b2b9-0dc04e12f9b8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:11.587926 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-0eb85627-a843-487f-8273-0f2bd1596950 req-303fe838-4183-4ba7-b2b9-0dc04e12f9b8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:11.595026 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['565ed7d6-bff7-4ce1-97e7-071173dbd857', '1c678aaa-9fbd-45b4-9a6f-9d3633b78121', '06409dab-f866-4e30-91b3-02bed40f3fbc'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:38:11.597193 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fe838-4183-4ba7-b2b9-0dc04e12f9b8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Pushing event updated for resources: {'Port': ['ID=4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:11.641126 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 49334) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:11.692414 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0eb85627-a843-487f-8273-0f2bd1596950 req-303fe838-4183-4ba7-b2b9-0dc04e12f9b8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9254658 Jan 25 03:38:11.713789 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Request body: {'port': {'device_id': 'fe745e9c-07ae-4b28-a900-c80c2483da22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:38:11.823091 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:11.998408 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d526ef8e-b617-4c14-92fb-0802a451036c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:12.114880 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d526ef8e-b617-4c14-92fb-0802a451036c admin admin] Publish callbacks [] for security_group (85f09aa7-0185-4381-844f-d415f919fcff), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:12.118063 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d94ef0-32eb-4194-9704-8e1ec1ae6307 req-5d0059b9-b5fc-4dff-a660-1837dca5542f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:12.119908 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b2d94ef0-32eb-4194-9704-8e1ec1ae6307 req-5d0059b9-b5fc-4dff-a660-1837dca5542f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 931 time: 0.3644066 Jan 25 03:38:12.197741 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d526ef8e-b617-4c14-92fb-0802a451036c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (85f09aa7-0185-4381-844f-d415f919fcff), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:12.258913 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d526ef8e-b617-4c14-92fb-0802a451036c admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=3cb5ebf5b266469bb1e11d7c971d62b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6094158 Jan 25 03:38:12.258913 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526ef8e-b617-4c14-92fb-0802a451036c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f09aa7-0185-4381-844f-d415f919fcff,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:12.258913 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 49344) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:12.259599 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b2d94ef0-32eb-4194-9704-8e1ec1ae6307 req-50f3f04d-d998-48bf-b98e-df560217b5ed tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171539 Jan 25 03:38:12.320068 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-168aa3d0-1a48-42dc-be20-ea37c888b3c0 admin admin] Publish callbacks [] for security_group (85f09aa7-0185-4381-844f-d415f919fcff), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:12.354963 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-168aa3d0-1a48-42dc-be20-ea37c888b3c0 admin admin] Publish callbacks [] for security_group (85f09aa7-0185-4381-844f-d415f919fcff), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:12.356390 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 {{(pid=103186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:38:12.365377 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Publish callbacks [] for port (4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:12.404117 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.provisioning_blocks [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Transition to ACTIVE for port object 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 will not be triggered until provisioned by entity L2. {{(pid=103186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:38:12.484123 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d8eab-6953-4dd2-afa5-eb21dab46c07 req-95d0ba22-fac6-4361-821e-d9f3f518401f tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:12.487664 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2f6d8eab-6953-4dd2-afa5-eb21dab46c07 req-95d0ba22-fac6-4361-821e-d9f3f518401f tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0563235 Jan 25 03:38:12.495366 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:12.507791 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-168aa3d0-1a48-42dc-be20-ea37c888b3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (85f09aa7-0185-4381-844f-d415f919fcff), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:12.510427 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-168aa3d0-1a48-42dc-be20-ea37c888b3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:12.515486 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-168aa3d0-1a48-42dc-be20-ea37c888b3c0 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/85f09aa7-0185-4381-844f-d415f919fcff HTTP/1.1" status: 204 len: 168 time: 0.2589715 Jan 25 03:38:12.529620 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168aa3d0-1a48-42dc-be20-ea37c888b3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f09aa7-0185-4381-844f-d415f919fcff,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:12.573968 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Pushing event updated for resources: {'Port': ['ID=4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:12.607377 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2f6d8eab-6953-4dd2-afa5-eb21dab46c07 req-8068199e-b612-4f5a-a207-c4e04405070c tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106610 Jan 25 03:38:12.615625 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Attempting to bind port 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:38:12.616052 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Attempting to bind port 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': 'b2c63bc6-3c43-4648-ac9b-c699ff3bbb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:38:12.616445 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Attempting to bind port 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 on network 835e181b-635d-41dd-9269-42b6c17d0334 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:38:12.622099 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Port 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 on network 835e181b-635d-41dd-9269-42b6c17d0334 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:38:12.623020 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Attempting to bind port 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 on network 835e181b-635d-41dd-9269-42b6c17d0334 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:38:12.628644 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:38:12.629163 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Checking segment: {'id': 'b2c63bc6-3c43-4648-ac9b-c699ff3bbb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:38:12.629557 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Bound using segment: {'id': 'b2c63bc6-3c43-4648-ac9b-c699ff3bbb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:38:12.630011 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Bound port: 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c63bc6-3c43-4648-ac9b-c699ff3bbb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:38:12.630388 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:12.727240 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] For port 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0, host hv-cinder-81901, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:38:12.733706 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] For port 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0,segment=NetworkSegment(b2c63bc6-3c43-4648-ac9b-c699ff3bbb42),segment_id=b2c63bc6-3c43-4648-ac9b-c699ff3bbb42)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:38:13.075472 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:13.139724 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:13.143073 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:13.146038 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0eb85627-a843-487f-8273-0f2bd1596950 req-a653b893-679b-4ece-9f27-e945931dfced service neutron] 10.222.0.112 "PUT /v2.0/ports/4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 HTTP/1.1" status: 200 len: 1093 time: 1.4361663 Jan 25 03:38:13.151364 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe745e9c-07ae-4b28-a900-c80c2483da22', 'tag': '4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:38:13.156567 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7dd1e1-a81b-4347-ab0b-7e0c4f2e3d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe745e9c-07ae-4b28-a900-c80c2483da22", "tag": "4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:38:13.208649 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653b893-679b-4ece-9f27-e945931dfced service neutron] Pushing event updated for resources: {'Port': ['ID=4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:13.255621 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60955534-4471-4e9a-a81a-e9fe947a6b38 x-openstack-request-id: req-60955534-4471-4e9a-a81a-e9fe947a6b38 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:38:13.256001 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe745e9c-07ae-4b28-a900-c80c2483da22", "tag": "4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:38:13.256477 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-60955534-4471-4e9a-a81a-e9fe947a6b38 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:38:13.256792 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe745e9c-07ae-4b28-a900-c80c2483da22', 'tag': '4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0', 'status': 'completed', 'code': 200} Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.412522 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.420091 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.420091 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.420091 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.420091 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.420091 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.420091 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.420091 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.420091 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.420091 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.420091 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.420091 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:13.420091 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:13.420091 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2822c8a-76d5-4127-a1f3-1d3861f69293 req-df7234a9-75eb-4118-8ecf-207467cba5bd tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:13.420091 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a2822c8a-76d5-4127-a1f3-1d3861f69293 req-df7234a9-75eb-4118-8ecf-207467cba5bd tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 943 time: 0.1018162 Jan 25 03:38:13.433865 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dd1e1-a81b-4347-ab0b-7e0c4f2e3d0a req-8507ee9d-c18a-4df8-aac2-073edcc8dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:13.436139 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ab7dd1e1-a81b-4347-ab0b-7e0c4f2e3d0a req-8507ee9d-c18a-4df8-aac2-073edcc8dc95 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2e67c9d0a7f44900a2ac9fdc1bdcb15a&device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 1096 time: 0.0882668 Jan 25 03:38:13.532540 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a2822c8a-76d5-4127-a1f3-1d3861f69293 req-a6fd8104-a64b-4ffb-acf5-5698b8245618 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951278 Jan 25 03:38:13.623945 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dd1e1-a81b-4347-ab0b-7e0c4f2e3d0a req-bd37e8fc-c3d0-4978-9371-f6ea7efbed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:13.625671 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ab7dd1e1-a81b-4347-ab0b-7e0c4f2e3d0a req-bd37e8fc-c3d0-4978-9371-f6ea7efbed68 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=2e67c9d0a7f44900a2ac9fdc1bdcb15a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1557133 Jan 25 03:38:13.706594 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 49372) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:13.726707 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a3a2abad-db4c-4c0c-890a-c77b47acd995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:13.760530 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cb199-8780-47de-9d46-716982bf648d req-c4cdad4e-596b-4b13-8f60-a85cd19e1998 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:13.761993 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4e7cb199-8780-47de-9d46-716982bf648d req-c4cdad4e-596b-4b13-8f60-a85cd19e1998 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0588381 Jan 25 03:38:13.773148 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dd1e1-a81b-4347-ab0b-7e0c4f2e3d0a req-13bbc041-b0d5-4c61-b1f0-56ca291ddf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:13.774609 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ab7dd1e1-a81b-4347-ab0b-7e0c4f2e3d0a req-13bbc041-b0d5-4c61-b1f0-56ca291ddf8f service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1424685 Jan 25 03:38:13.824646 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4e7cb199-8780-47de-9d46-716982bf648d req-0a8ff303-8730-42af-9e9b-7bc594d66412 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561228 Jan 25 03:38:13.835461 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a3a2abad-db4c-4c0c-890a-c77b47acd995 admin admin] Publish callbacks [] for security_group (a6c39b23-0d0b-445d-ad90-604405820984), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:13.896132 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb85627-a843-487f-8273-0f2bd1596950 req-5eaec6ad-8177-4b0b-ab2b-d79369d6e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:13.897656 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0eb85627-a843-487f-8273-0f2bd1596950 req-5eaec6ad-8177-4b0b-ab2b-d79369d6e112 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=2e67c9d0a7f44900a2ac9fdc1bdcb15a&device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 1096 time: 0.0421259 Jan 25 03:38:13.923157 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a3a2abad-db4c-4c0c-890a-c77b47acd995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (a6c39b23-0d0b-445d-ad90-604405820984), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:13.958027 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0eb85627-a843-487f-8273-0f2bd1596950 req-f1f4d8cb-14bc-4332-929c-100f132ac225 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 HTTP/1.1" status: 200 len: 217 time: 0.0417507 Jan 25 03:38:14.019591 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2abad-db4c-4c0c-890a-c77b47acd995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c39b23-0d0b-445d-ad90-604405820984,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:14.026515 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 49374) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:14.026702 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-a3a2abad-db4c-4c0c-890a-c77b47acd995 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=4a44eedaff454a7281ab414d0c1cb9c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191798 Jan 25 03:38:14.041709 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb85627-a843-487f-8273-0f2bd1596950 req-ea57df16-e018-44d2-81a9-ac99e266a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:14.045700 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0eb85627-a843-487f-8273-0f2bd1596950 req-ea57df16-e018-44d2-81a9-ac99e266a032 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b554719f-8713-4f6e-87c2-8a3b80ecbb7b HTTP/1.1" status: 200 len: 855 time: 0.0742719 Jan 25 03:38:14.088716 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bbd82849-6574-4af7-a84e-eea43e46cc92 admin admin] Publish callbacks [] for security_group (a6c39b23-0d0b-445d-ad90-604405820984), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:14.088976 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0eb85627-a843-487f-8273-0f2bd1596950 req-f94afd06-084e-4619-8819-e62ad228d56e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=835e181b-635d-41dd-9269-42b6c17d0334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372596 Jan 25 03:38:14.112526 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bbd82849-6574-4af7-a84e-eea43e46cc92 admin admin] Publish callbacks [] for security_group (a6c39b23-0d0b-445d-ad90-604405820984), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:14.232851 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bbd82849-6574-4af7-a84e-eea43e46cc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (a6c39b23-0d0b-445d-ad90-604405820984), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:14.235913 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bbd82849-6574-4af7-a84e-eea43e46cc92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:14.241055 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-bbd82849-6574-4af7-a84e-eea43e46cc92 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/a6c39b23-0d0b-445d-ad90-604405820984 HTTP/1.1" status: 204 len: 168 time: 0.2129164 Jan 25 03:38:14.252295 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd82849-6574-4af7-a84e-eea43e46cc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c39b23-0d0b-445d-ad90-604405820984,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:14.300403 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0eb85627-a843-487f-8273-0f2bd1596950 req-1d37e2d0-0b6f-4e53-a41d-19047552581a service neutron] 10.222.0.112 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486862 Jan 25 03:38:14.436389 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0eb85627-a843-487f-8273-0f2bd1596950 req-ec0486b6-b186-4684-ad21-c9efdaa6fcce service neutron] 10.222.0.112 "GET /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264036 Jan 25 03:38:14.683449 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33654a49-4c40-448f-b7c8-542a467d6675 req-9ec061f1-3861-4dd4-a88c-29be8b7bfd72 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:14.686522 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-33654a49-4c40-448f-b7c8-542a467d6675 req-9ec061f1-3861-4dd4-a88c-29be8b7bfd72 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 943 time: 0.0783210 Jan 25 03:38:14.768131 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-33654a49-4c40-448f-b7c8-542a467d6675 req-4d811596-3ee5-48b4-bff6-8178fce8e1b2 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756831 Jan 25 03:38:14.991566 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1bf58-8d0d-413b-a2d0-22ca464a3131 req-c48098d1-251d-4d22-8bb8-25f0d9eb6f63 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:14.993027 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-eae1bf58-8d0d-413b-a2d0-22ca464a3131 req-c48098d1-251d-4d22-8bb8-25f0d9eb6f63 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0630853 Jan 25 03:38:15.041120 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-eae1bf58-8d0d-413b-a2d0-22ca464a3131 req-0e364513-1ecf-464e-abcb-bc5d40e50885 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420322 Jan 25 03:38:15.889643 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51842421-c464-4f27-904b-61765e98c88c req-84c43aea-84e5-40ef-a9f8-8faf805efdbf tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:15.891156 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-51842421-c464-4f27-904b-61765e98c88c req-84c43aea-84e5-40ef-a9f8-8faf805efdbf tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 943 time: 0.0544157 Jan 25 03:38:15.936595 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-51842421-c464-4f27-904b-61765e98c88c req-8c258a8b-d301-486e-aa99-01f1af8880c8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398765 Jan 25 03:38:16.171382 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5124dbe-91e1-4945-953a-e4bdfbcb9f97 req-edc4f7cf-f8c7-4a66-ae71-87873719b03b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:16.173608 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e5124dbe-91e1-4945-953a-e4bdfbcb9f97 req-edc4f7cf-f8c7-4a66-ae71-87873719b03b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0542498 Jan 25 03:38:16.226491 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e5124dbe-91e1-4945-953a-e4bdfbcb9f97 req-d8fc45f9-fc4e-4b80-af18-fcf0be74c9c4 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469511 Jan 25 03:38:17.057878 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e512ac5-8503-4964-a0a6-9b25b3a46e59 req-b1eeb68c-55b3-4f4b-aeaf-29cc6853c0ed tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:17.059566 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4e512ac5-8503-4964-a0a6-9b25b3a46e59 req-b1eeb68c-55b3-4f4b-aeaf-29cc6853c0ed tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 943 time: 0.0530853 Jan 25 03:38:17.112851 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4e512ac5-8503-4964-a0a6-9b25b3a46e59 req-cce882e8-50f0-4640-914a-0c54b527e722 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473917 Jan 25 03:38:17.371208 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647f695-00a8-47cd-b543-dacdad6e0a6a req-9ab4acbb-8dbc-4611-8738-44749482842f tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:17.374894 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f647f695-00a8-47cd-b543-dacdad6e0a6a req-9ab4acbb-8dbc-4611-8738-44749482842f tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0643537 Jan 25 03:38:17.440120 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f647f695-00a8-47cd-b543-dacdad6e0a6a req-71195727-d064-41e9-a41b-379c2ea6086f tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601575 Jan 25 03:38:18.240292 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7055681-0560-427c-864f-e7a1ba456a52 req-cc1683fc-9b33-4104-b2a8-cdd905021fc3 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:18.241884 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a7055681-0560-427c-864f-e7a1ba456a52 req-cc1683fc-9b33-4104-b2a8-cdd905021fc3 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 943 time: 0.0509670 Jan 25 03:38:18.289407 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a7055681-0560-427c-864f-e7a1ba456a52 req-4b4347f9-9bf4-4f83-8353-8c203265530e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416784 Jan 25 03:38:18.569975 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9698bb-e75f-44d0-813e-eebdcacf0ae5 req-1de30006-548d-4c25-a627-4d2cee8c97b5 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:18.571781 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ca9698bb-e75f-44d0-813e-eebdcacf0ae5 req-1de30006-548d-4c25-a627-4d2cee8c97b5 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0554640 Jan 25 03:38:18.620071 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ca9698bb-e75f-44d0-813e-eebdcacf0ae5 req-9dddf80e-cf4c-46c9-823a-c2a9ebe62d64 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416434 Jan 25 03:38:19.449610 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a5507-68b3-4fa7-a702-1156aa374446 req-7975182e-1515-4669-9795-a9d6f941f08f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:19.455016 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d49a5507-68b3-4fa7-a702-1156aa374446 req-7975182e-1515-4669-9795-a9d6f941f08f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 943 time: 0.0643034 Jan 25 03:38:19.526713 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d49a5507-68b3-4fa7-a702-1156aa374446 req-157cb9b2-13da-4a51-b338-5b6f51b031b0 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642309 Jan 25 03:38:19.802889 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f31631-2a33-4eee-a388-624406852e3b req-be65cc62-b246-484b-9683-6cbec48014ca tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:19.805049 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-86f31631-2a33-4eee-a388-624406852e3b req-be65cc62-b246-484b-9683-6cbec48014ca tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0767927 Jan 25 03:38:19.857346 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-86f31631-2a33-4eee-a388-624406852e3b req-55be4216-16fb-4e4e-84a6-16e9338bd3f9 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457892 Jan 25 03:38:20.662625 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9859f37-ca80-46cc-a794-1edb0bd0a33c req-07ca85fc-a6a8-4bdc-aef6-9ee0d6798259 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:20.664414 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f9859f37-ca80-46cc-a794-1edb0bd0a33c req-07ca85fc-a6a8-4bdc-aef6-9ee0d6798259 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 943 time: 0.0549502 Jan 25 03:38:20.715874 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f9859f37-ca80-46cc-a794-1edb0bd0a33c req-4200e543-2eea-4040-9ddb-07497b74a1b2 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453944 Jan 25 03:38:20.742080 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:38:21.022636 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5d477-854c-489b-855c-4b93c38b7836 req-77b2fde5-e841-45c8-b9ae-ac9087bb3c38 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:21.024153 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6fa5d477-854c-489b-855c-4b93c38b7836 req-77b2fde5-e841-45c8-b9ae-ac9087bb3c38 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0762558 Jan 25 03:38:21.074079 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6fa5d477-854c-489b-855c-4b93c38b7836 req-84fdb9ab-a131-458a-b9ee-ba80200dccf2 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421114 Jan 25 03:38:21.850804 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce17dc-055a-48c2-9faf-ed61709a63da req-f4a0bec0-1dad-4bd5-998f-5bdf04ee822d tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:21.852346 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-76ce17dc-055a-48c2-9faf-ed61709a63da req-f4a0bec0-1dad-4bd5-998f-5bdf04ee822d tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 943 time: 0.0549192 Jan 25 03:38:21.913975 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-76ce17dc-055a-48c2-9faf-ed61709a63da req-105d1e7d-4ef2-4738-9bba-c1deee06b049 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555770 Jan 25 03:38:22.207233 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad48111-db51-493e-b15c-eacd979f8f21 req-c410cdfa-fdee-419b-809f-a2589181f4c8 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:22.214959 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2ad48111-db51-493e-b15c-eacd979f8f21 req-c410cdfa-fdee-419b-809f-a2589181f4c8 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0680485 Jan 25 03:38:22.266074 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2ad48111-db51-493e-b15c-eacd979f8f21 req-e05e60db-583c-44fd-8411-14ac8be6a67a tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496321 Jan 25 03:38:23.040682 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da80ee-2417-4303-b751-f71e260e6d95 req-0cef382d-181b-40c0-8c41-9302f7c60ebf tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:23.042174 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d8da80ee-2417-4303-b751-f71e260e6d95 req-0cef382d-181b-40c0-8c41-9302f7c60ebf tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 943 time: 0.0568728 Jan 25 03:38:23.098344 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d8da80ee-2417-4303-b751-f71e260e6d95 req-90e065ce-ad7c-4696-ac86-2d36b37665ac tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500505 Jan 25 03:38:23.415743 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48ddb2-c2ec-4032-814b-98c44573869e req-c141d968-49d8-4a11-b62f-3a6807366dd0 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:23.417898 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1f48ddb2-c2ec-4032-814b-98c44573869e req-c141d968-49d8-4a11-b62f-3a6807366dd0 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0714669 Jan 25 03:38:23.484102 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1f48ddb2-c2ec-4032-814b-98c44573869e req-e22c1a62-153b-484f-8e41-72e1100af283 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593534 Jan 25 03:38:24.222060 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc2b83-132d-44e0-8f7b-6a62b83fd875 req-7315a892-9e7c-4059-a2d1-b4b3f80518b7 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:24.223587 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5efc2b83-132d-44e0-8f7b-6a62b83fd875 req-7315a892-9e7c-4059-a2d1-b4b3f80518b7 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 943 time: 0.0492625 Jan 25 03:38:24.271944 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5efc2b83-132d-44e0-8f7b-6a62b83fd875 req-5c0bec9d-8aa6-4cb2-a17e-d5962413c0c4 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429101 Jan 25 03:38:24.629927 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb955447-0cf3-4759-bc7a-fb5649a78199 req-dfadec02-5c91-4daa-b876-ca05105c3646 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:24.631747 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-fb955447-0cf3-4759-bc7a-fb5649a78199 req-dfadec02-5c91-4daa-b876-ca05105c3646 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0539544 Jan 25 03:38:24.711308 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-fb955447-0cf3-4759-bc7a-fb5649a78199 req-ab91c250-c085-4ae3-9536-e9adc605a4fa tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682986 Jan 25 03:38:25.403885 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a300bb-9e7e-4253-983e-15950aa87244 req-7e1136f0-86cb-4490-adbf-ee0c6f20da59 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:25.411640 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-03a300bb-9e7e-4253-983e-15950aa87244 req-7e1136f0-86cb-4490-adbf-ee0c6f20da59 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 943 time: 0.0611045 Jan 25 03:38:25.461296 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-03a300bb-9e7e-4253-983e-15950aa87244 req-d10382c6-14c4-430b-83ee-d30015e9d09d tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487535 Jan 25 03:38:25.849564 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b9d0f-d09a-4127-beac-174d979ba564 req-e22f8838-ead2-4335-82ab-067a1b00413e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:25.851109 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fc2b9d0f-d09a-4127-beac-174d979ba564 req-e22f8838-ead2-4335-82ab-067a1b00413e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0597577 Jan 25 03:38:25.908692 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fc2b9d0f-d09a-4127-beac-174d979ba564 req-71022872-2474-461b-8299-b64ec729f62c tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518589 Jan 25 03:38:26.600200 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a904d1-596a-4b71-9a3f-0686e0e0c8fa req-8227929e-c64f-4af5-8004-1382cf7953c7 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:26.602428 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b5a904d1-596a-4b71-9a3f-0686e0e0c8fa req-8227929e-c64f-4af5-8004-1382cf7953c7 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 943 time: 0.0609372 Jan 25 03:38:26.692485 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b5a904d1-596a-4b71-9a3f-0686e0e0c8fa req-a3371f63-c7ab-42e0-bba1-5cc13a10b0ab tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823989 Jan 25 03:38:27.032786 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e3a70-c164-4bec-aa80-f75f8f99b443 req-ed9e42c8-c8f0-464a-a28d-30c53977cb70 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:27.035505 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f66e3a70-c164-4bec-aa80-f75f8f99b443 req-ed9e42c8-c8f0-464a-a28d-30c53977cb70 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0526404 Jan 25 03:38:27.094669 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f66e3a70-c164-4bec-aa80-f75f8f99b443 req-a4a88f99-0cfc-40d3-8823-46b4c3f7f3ca tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527217 Jan 25 03:38:27.860068 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567db8b-560b-4242-9311-3461893ca2b5 req-2b66e20d-0abe-494b-bac4-1a0fdca95f60 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:27.872998 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9567db8b-560b-4242-9311-3461893ca2b5 req-2b66e20d-0abe-494b-bac4-1a0fdca95f60 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 943 time: 0.0846150 Jan 25 03:38:27.958499 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9567db8b-560b-4242-9311-3461893ca2b5 req-573ca571-f623-4d0e-8901-5b0d68b8d9c3 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831363 Jan 25 03:38:28.023222 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 49640) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:28.077523 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89ba8fd-58da-46cc-8607-8af3386282d4 admin admin] Deleting subnet 128a3b00-e35c-49f7-ab05-e4740c6d04ed {{(pid=103185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:38:28.080951 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c89ba8fd-58da-46cc-8607-8af3386282d4 admin admin] Publish callbacks [] for subnet (128a3b00-e35c-49f7-ab05-e4740c6d04ed), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:28.133469 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c89ba8fd-58da-46cc-8607-8af3386282d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614843'] for subnet (128a3b00-e35c-49f7-ab05-e4740c6d04ed), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:28.239990 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c89ba8fd-58da-46cc-8607-8af3386282d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064499'] for subnet (128a3b00-e35c-49f7-ab05-e4740c6d04ed), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:28.350984 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b7dbc-6141-45f6-a8cd-77501831993f req-9a345b1f-6949-4b3c-8b54-7468bf352997 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:28.358757 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-048b7dbc-6141-45f6-a8cd-77501831993f req-9a345b1f-6949-4b3c-8b54-7468bf352997 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0813777 Jan 25 03:38:28.410176 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-048b7dbc-6141-45f6-a8cd-77501831993f req-5badd267-15f8-4d36-bc07-2065178acd2b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505385 Jan 25 03:38:28.426294 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c89ba8fd-58da-46cc-8607-8af3386282d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4618130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320536'] for subnet (128a3b00-e35c-49f7-ab05-e4740c6d04ed), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:28.449950 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ba8fd-58da-46cc-8607-8af3386282d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=128a3b00-e35c-49f7-ab05-e4740c6d04ed,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:28.456627 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c89ba8fd-58da-46cc-8607-8af3386282d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:28.461998 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c89ba8fd-58da-46cc-8607-8af3386282d4 admin admin] 10.222.0.115 "DELETE /v2.0/subnets/128a3b00-e35c-49f7-ab05-e4740c6d04ed HTTP/1.1" status: 204 len: 168 time: 0.4354146 Jan 25 03:38:28.462322 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 49656) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:28.533994 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cf76e44b-085b-4276-aff4-b6d9f39512cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682109'] for network (b2af12fc-273c-4aba-923a-9446529303ba), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:28.617090 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cf76e44b-085b-4276-aff4-b6d9f39512cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062318', 'neutron.services.segments.db._delete_segments_for_network-8760337342383'] for network (b2af12fc-273c-4aba-923a-9446529303ba), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:28.635928 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-cf76e44b-085b-4276-aff4-b6d9f39512cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2af12fc-273c-4aba-923a-9446529303ba']}} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:28.644656 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-cf76e44b-085b-4276-aff4-b6d9f39512cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58697b42-48b1-4157-99d4-390b95bde92e') {'for_net_delete': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:28.644949 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-cf76e44b-085b-4276-aff4-b6d9f39512cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58697b42-48b1-4157-99d4-390b95bde92e') {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:28.654234 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cf76e44b-085b-4276-aff4-b6d9f39512cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760337342257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614818'] for segment (58697b42-48b1-4157-99d4-390b95bde92e), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:28.669698 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cf76e44b-085b-4276-aff4-b6d9f39512cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (58697b42-48b1-4157-99d4-390b95bde92e), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:28.675834 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf76e44b-085b-4276-aff4-b6d9f39512cb admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:38:28.676110 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cf76e44b-085b-4276-aff4-b6d9f39512cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4618188'] for segment (58697b42-48b1-4157-99d4-390b95bde92e), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: Traceback (most recent call last): Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: timer() Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: cb(*args, **kw) Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: return func(*args, **kwargs) Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: self._notify() Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: self.callback(batched_events) Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: event.method(event) Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: return f(self, *a, **k) Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: return self._get(url).json() Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: return self.request(url, 'GET', **kwargs) Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:38:28.677750 dv-cinder-819011-2-iscsi neutron-server[103185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:38:28.780222 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cf76e44b-085b-4276-aff4-b6d9f39512cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586131'] for network (b2af12fc-273c-4aba-923a-9446529303ba), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:28.785569 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cf76e44b-085b-4276-aff4-b6d9f39512cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:28.788710 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-cf76e44b-085b-4276-aff4-b6d9f39512cb admin admin] 10.222.0.115 "DELETE /v2.0/networks/b2af12fc-273c-4aba-923a-9446529303ba HTTP/1.1" status: 204 len: 168 time: 0.3253608 Jan 25 03:38:28.791514 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 49658) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:28.799727 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76e44b-085b-4276-aff4-b6d9f39512cb admin admin] Pushing event deleted for resources: {'Network': ['ID=b2af12fc-273c-4aba-923a-9446529303ba,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:28.854702 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42011b5-813a-4e9d-a588-f49c0e4d6cb3 admin admin] Deleting subnet dff1c4a7-ad29-46b1-bfd0-86d0538463cb {{(pid=103186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:38:28.861693 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f42011b5-813a-4e9d-a588-f49c0e4d6cb3 admin admin] Publish callbacks [] for subnet (dff1c4a7-ad29-46b1-bfd0-86d0538463cb), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:29.219891 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f42011b5-813a-4e9d-a588-f49c0e4d6cb3 admin admin] Publish callbacks [] for subnet (dff1c4a7-ad29-46b1-bfd0-86d0538463cb), precommit_delete_associations {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:29.237683 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f42011b5-813a-4e9d-a588-f49c0e4d6cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064499'] for subnet (dff1c4a7-ad29-46b1-bfd0-86d0538463cb), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:29.277275 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4958504-dd09-4c21-8e8b-a34d116dcc54 req-954d803e-7bd8-4ea3-9002-e84cd640579b tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:29.279439 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c4958504-dd09-4c21-8e8b-a34d116dcc54 req-954d803e-7bd8-4ea3-9002-e84cd640579b tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 943 time: 0.1066630 Jan 25 03:38:29.356844 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c4958504-dd09-4c21-8e8b-a34d116dcc54 req-3e48a25a-9074-4fc5-8e6a-8aecd50f1008 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659814 Jan 25 03:38:29.432663 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f42011b5-813a-4e9d-a588-f49c0e4d6cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for subnet (dff1c4a7-ad29-46b1-bfd0-86d0538463cb), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:29.462432 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42011b5-813a-4e9d-a588-f49c0e4d6cb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff1c4a7-ad29-46b1-bfd0-86d0538463cb,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:29.483531 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f42011b5-813a-4e9d-a588-f49c0e4d6cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:29.490906 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 49688) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:29.508876 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-f42011b5-813a-4e9d-a588-f49c0e4d6cb3 admin admin] 10.222.0.115 "DELETE /v2.0/subnets/dff1c4a7-ad29-46b1-bfd0-86d0538463cb HTTP/1.1" status: 204 len: 168 time: 0.7160738 Jan 25 03:38:29.632843 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de767056-c0c1-4120-b2e6-c43fdac96b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682109'] for network (2805c960-3341-40de-b66e-7bcd48206f43), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:29.639583 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12f0a7-535a-4913-8c92-687d64c92e7d req-380e93ff-6fdd-4064-a3c7-8a6237cb3e37 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:29.641475 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9f12f0a7-535a-4913-8c92-687d64c92e7d req-380e93ff-6fdd-4064-a3c7-8a6237cb3e37 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.1158028 Jan 25 03:38:29.744836 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de767056-c0c1-4120-b2e6-c43fdac96b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062318', 'neutron.services.segments.db._delete_segments_for_network-8760337342383'] for network (2805c960-3341-40de-b66e-7bcd48206f43), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:29.776130 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9f12f0a7-535a-4913-8c92-687d64c92e7d req-a9cca615-056c-4e69-bb8a-9ddc4c039484 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962763 Jan 25 03:38:29.777590 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-de767056-c0c1-4120-b2e6-c43fdac96b20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2805c960-3341-40de-b66e-7bcd48206f43']}} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:29.788802 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-de767056-c0c1-4120-b2e6-c43fdac96b20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ee4238-422a-4829-b64f-f9ac39d7522a') {'for_net_delete': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:29.789047 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-de767056-c0c1-4120-b2e6-c43fdac96b20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ee4238-422a-4829-b64f-f9ac39d7522a') {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:29.799442 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de767056-c0c1-4120-b2e6-c43fdac96b20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760337342257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614818'] for segment (b4ee4238-422a-4829-b64f-f9ac39d7522a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:29.812719 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de767056-c0c1-4120-b2e6-c43fdac96b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (b4ee4238-422a-4829-b64f-f9ac39d7522a), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:29.818528 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de767056-c0c1-4120-b2e6-c43fdac96b20 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de767056-c0c1-4120-b2e6-c43fdac96b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4618188'] for segment (b4ee4238-422a-4829-b64f-f9ac39d7522a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: Traceback (most recent call last): Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: timer() Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: cb(*args, **kw) Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: return func(*args, **kwargs) Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: self._notify() Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: self.callback(batched_events) Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: event.method(event) Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: return f(self, *a, **k) Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: return self._get(url).json() Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: return self.request(url, 'GET', **kwargs) Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:38:29.821576 dv-cinder-819011-2-iscsi neutron-server[103185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:38:29.957998 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de767056-c0c1-4120-b2e6-c43fdac96b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586131'] for network (2805c960-3341-40de-b66e-7bcd48206f43), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:29.962995 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-de767056-c0c1-4120-b2e6-c43fdac96b20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:29.967670 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-de767056-c0c1-4120-b2e6-c43fdac96b20 admin admin] 10.222.0.115 "DELETE /v2.0/networks/2805c960-3341-40de-b66e-7bcd48206f43 HTTP/1.1" status: 204 len: 168 time: 0.4754853 Jan 25 03:38:29.993928 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de767056-c0c1-4120-b2e6-c43fdac96b20 admin admin] Pushing event deleted for resources: {'Network': ['ID=2805c960-3341-40de-b66e-7bcd48206f43,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:30.374264 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 49702) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:30.433289 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 49708) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:30.434319 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-dc0b0c2b-7b16-4704-aca7-71f24af772fd admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=c84570159db849f593bb8918c1facdb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0585783 Jan 25 03:38:30.540070 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b460-cb2c-4442-92c2-82afa68d87a3 admin admin] Publish callbacks [] for security_group (6e647260-9b5b-4aec-bbd7-bc5d2e911091), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:30.549764 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5f6d5-b176-425f-909f-a6ba3c04fa7f req-edbb337b-83a1-47cb-8be0-26d51c3782d5 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:30.551549 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e1c5f6d5-b176-425f-909f-a6ba3c04fa7f req-edbb337b-83a1-47cb-8be0-26d51c3782d5 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 943 time: 0.0982597 Jan 25 03:38:30.602543 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b460-cb2c-4442-92c2-82afa68d87a3 admin admin] Publish callbacks [] for security_group (6e647260-9b5b-4aec-bbd7-bc5d2e911091), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:30.661797 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e1c5f6d5-b176-425f-909f-a6ba3c04fa7f req-451bf8e8-6ac1-4926-af21-899690e80ab9 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945272 Jan 25 03:38:30.740015 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b460-cb2c-4442-92c2-82afa68d87a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (6e647260-9b5b-4aec-bbd7-bc5d2e911091), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:30.742572 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b460-cb2c-4442-92c2-82afa68d87a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:30.747098 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-dcf6b460-cb2c-4442-92c2-82afa68d87a3 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/6e647260-9b5b-4aec-bbd7-bc5d2e911091 HTTP/1.1" status: 204 len: 168 time: 0.3109760 Jan 25 03:38:30.756318 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6b460-cb2c-4442-92c2-82afa68d87a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e647260-9b5b-4aec-bbd7-bc5d2e911091,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:30.917209 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4aaa9-a96c-4905-8124-5d0053dd076f req-d08fbdca-b0af-4a7c-a935-2d0bacaf616b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:30.919687 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53e4aaa9-a96c-4905-8124-5d0053dd076f req-d08fbdca-b0af-4a7c-a935-2d0bacaf616b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0559838 Jan 25 03:38:30.977864 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53e4aaa9-a96c-4905-8124-5d0053dd076f req-7b6e9feb-171f-458b-831e-b722b3287912 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524452 Jan 25 03:38:31.449262 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84dac30e-dc46-4bcb-b6fb-7341692d123d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:31.503225 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557175f4-3ba5-4ed1-ba1e-c3d7173182b5 req-307fa02a-fd15-4edb-856e-1d2cdf770757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:31.505109 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-557175f4-3ba5-4ed1-ba1e-c3d7173182b5 req-307fa02a-fd15-4edb-856e-1d2cdf770757 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 1099 time: 0.0478318 Jan 25 03:38:31.522466 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 49720) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:31.561301 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-557175f4-3ba5-4ed1-ba1e-c3d7173182b5 req-931180d8-6d69-4e9e-ac60-b08d4cd0cd14 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444789 Jan 25 03:38:31.573701 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1aedea3a-85f8-4154-ab6d-c1dc9e0889ff admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=2a3f942bd13d4e708db1e7696c6610a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499170 Jan 25 03:38:31.576727 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 49722) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:31.636606 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-06fe14ec-7be5-4465-a43f-7cc7ebd5d9dd admin admin] Publish callbacks [] for security_group (cbb6c446-9af8-41a6-b1cb-d598c406b481), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:31.660155 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-06fe14ec-7be5-4465-a43f-7cc7ebd5d9dd admin admin] Publish callbacks [] for security_group (cbb6c446-9af8-41a6-b1cb-d598c406b481), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:31.774898 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-06fe14ec-7be5-4465-a43f-7cc7ebd5d9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (cbb6c446-9af8-41a6-b1cb-d598c406b481), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:31.779978 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-06fe14ec-7be5-4465-a43f-7cc7ebd5d9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:31.784959 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-06fe14ec-7be5-4465-a43f-7cc7ebd5d9dd admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/cbb6c446-9af8-41a6-b1cb-d598c406b481 HTTP/1.1" status: 204 len: 168 time: 0.2049141 Jan 25 03:38:31.799084 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe14ec-7be5-4465-a43f-7cc7ebd5d9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb6c446-9af8-41a6-b1cb-d598c406b481,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:31.812638 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8424b5e-1418-478f-add9-d1fec3c32ae9 req-63f816ad-d609-46d1-8572-6aaca363d3a2 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:31.814574 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c8424b5e-1418-478f-add9-d1fec3c32ae9 req-63f816ad-d609-46d1-8572-6aaca363d3a2 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 943 time: 0.0703809 Jan 25 03:38:31.875209 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c8424b5e-1418-478f-add9-d1fec3c32ae9 req-f58c1618-241e-4f47-8598-319521ef75c2 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542662 Jan 25 03:38:32.108396 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12501f00-0f2a-41fa-bf73-0f4bb8b9cef4 req-15178e45-29cd-44f6-8b4c-a129c5f9d94e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:32.110106 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-12501f00-0f2a-41fa-bf73-0f4bb8b9cef4 req-15178e45-29cd-44f6-8b4c-a129c5f9d94e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0608385 Jan 25 03:38:32.172088 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-12501f00-0f2a-41fa-bf73-0f4bb8b9cef4 req-84020ebf-2356-42d7-8ccb-e5b85f0c567a tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558631 Jan 25 03:38:33.017818 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ec205-991d-48d1-b2b9-af9fc412c6e1 req-724de47f-7bef-49d3-ad6e-d6220d66e6b4 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:33.023594 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-983ec205-991d-48d1-b2b9-af9fc412c6e1 req-724de47f-7bef-49d3-ad6e-d6220d66e6b4 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 943 time: 0.0636711 Jan 25 03:38:33.088473 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-983ec205-991d-48d1-b2b9-af9fc412c6e1 req-b8081475-faae-44a3-825b-346dfcdbd4c8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555537 Jan 25 03:38:33.131170 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:38:33.238802 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0,segment=NetworkSegment(b2c63bc6-3c43-4648-ac9b-c699ff3bbb42),segment_id=b2c63bc6-3c43-4648-ac9b-c699ff3bbb42)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:38:33.254180 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': '4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0', 'network_id': '835e181b-635d-41dd-9269-42b6c17d0334', 'port_id': '4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0', 'mac_address': 'fa:16:3e:c0:c7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b554719f-8713-4f6e-87c2-8a3b80ecbb7b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:38:33.314909 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:38:33.315597 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:33.362502 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:38:33.386165 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddf039-ad7a-4e35-84ba-8458a5df15ec req-4ea2dc1a-f29d-4609-9fb5-fe62cfdd5cf3 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:33.390144 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3ddf039-ad7a-4e35-84ba-8458a5df15ec req-4ea2dc1a-f29d-4609-9fb5-fe62cfdd5cf3 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0877488 Jan 25 03:38:33.398419 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0,segment=NetworkSegment(b2c63bc6-3c43-4648-ac9b-c699ff3bbb42),segment_id=b2c63bc6-3c43-4648-ac9b-c699ff3bbb42)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:38:33.477646 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:33.488300 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3ddf039-ad7a-4e35-84ba-8458a5df15ec req-7712baa7-bf1d-4454-bb5a-768a73fcaf1b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909474 Jan 25 03:38:33.566972 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:33.577766 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:33.578992 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:33.578992 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:33.579282 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:33.579856 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:33.580446 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:33.580941 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:33.581272 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:33.581754 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:33.582077 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:33.582400 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:33.582772 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:33.583244 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:33.728934 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ebeaa24-6d7c-4801-a456-c1453bfdd9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:34.274550 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aaf8a8-80fc-4a9c-82a8-4a242c5b61a0 req-9401ece1-b1e5-4d12-8461-8dfeaf74d92f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:34.276679 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-86aaf8a8-80fc-4a9c-82a8-4a242c5b61a0 req-9401ece1-b1e5-4d12-8461-8dfeaf74d92f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 944 time: 0.0991285 Jan 25 03:38:34.336145 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-86aaf8a8-80fc-4a9c-82a8-4a242c5b61a0 req-39921e72-d315-4c4f-817d-6c4970d7c9fe tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471754 Jan 25 03:38:34.381000 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:38:34.663221 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc34d29-c6fa-4881-b95e-ec5d65b56088 req-74712302-1a01-485b-a472-05c79483861e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:34.665418 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-adc34d29-c6fa-4881-b95e-ec5d65b56088 req-74712302-1a01-485b-a472-05c79483861e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0555120 Jan 25 03:38:34.734763 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-adc34d29-c6fa-4881-b95e-ec5d65b56088 req-795d3cb4-8a9b-4bfb-8845-f23cb42e4290 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633504 Jan 25 03:38:35.232623 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:35.245304 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40503470-d1e7-4537-806a-aebcb90614ff req-07db0cdd-eeb5-4fd7-8288-52798613c047 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:35.248423 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-40503470-d1e7-4537-806a-aebcb90614ff req-07db0cdd-eeb5-4fd7-8288-52798613c047 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0502789 Jan 25 03:38:35.305454 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-40503470-d1e7-4537-806a-aebcb90614ff req-eb854497-b30a-4d18-8a4e-529a1085283e tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508389 Jan 25 03:38:35.317760 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d29ebf-77f4-497a-8a38-a54a2fb14ea9 req-2f1c4aab-ddca-4380-8a36-245854a88c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:35.319691 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c9d29ebf-77f4-497a-8a38-a54a2fb14ea9 req-2f1c4aab-ddca-4380-8a36-245854a88c6e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b7c304fa11cb41daba65e6a85cf2c360&device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 1099 time: 0.0616369 Jan 25 03:38:35.483498 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d29ebf-77f4-497a-8a38-a54a2fb14ea9 req-39713d5e-fada-440a-83fc-af2698f5ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:35.485290 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c9d29ebf-77f4-497a-8a38-a54a2fb14ea9 req-39713d5e-fada-440a-83fc-af2698f5ae1a service neutron] 10.222.0.112 "GET /v2.0/networks?id=21305d52-419e-4a5b-aa5c-f29427395669 HTTP/1.1" status: 200 len: 919 time: 0.1553128 Jan 25 03:38:35.540719 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c9d29ebf-77f4-497a-8a38-a54a2fb14ea9 req-04c227ea-2fc3-4a83-89a7-85c1bbf00902 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29297f0b-07c1-43dd-9bc9-7ce2fc61fabf HTTP/1.1" status: 200 len: 217 time: 0.0441802 Jan 25 03:38:35.553448 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5b1ae-1214-496b-b5bd-4834d41ea254 req-3329b0e6-e7b9-45b4-8a3c-5ead6ef403c7 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:35.555239 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-52d5b1ae-1214-496b-b5bd-4834d41ea254 req-3329b0e6-e7b9-45b4-8a3c-5ead6ef403c7 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 944 time: 0.1208580 Jan 25 03:38:35.617663 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d29ebf-77f4-497a-8a38-a54a2fb14ea9 req-8bb9dc0f-c3c1-48d4-a6a2-9ba164d57a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:35.619187 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c9d29ebf-77f4-497a-8a38-a54a2fb14ea9 req-8bb9dc0f-c3c1-48d4-a6a2-9ba164d57a87 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=069704cf-3960-4585-9364-1bd4be4f6c51 HTTP/1.1" status: 200 len: 859 time: 0.0630114 Jan 25 03:38:35.666250 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c9d29ebf-77f4-497a-8a38-a54a2fb14ea9 req-24d45d17-f5dd-4617-b46a-a0d3be173094 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=21305d52-419e-4a5b-aa5c-f29427395669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370941 Jan 25 03:38:35.671440 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-52d5b1ae-1214-496b-b5bd-4834d41ea254 req-a8b53a5d-8adc-431a-a495-b7c27f9d2ce4 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072395 Jan 25 03:38:35.758966 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c9d29ebf-77f4-497a-8a38-a54a2fb14ea9 req-4229f313-dbce-4fba-8041-5021a7c45430 service neutron] 10.222.0.112 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861971 Jan 25 03:38:35.857054 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c9d29ebf-77f4-497a-8a38-a54a2fb14ea9 req-22bf887d-a979-4855-b084-932469200d6e service neutron] 10.222.0.112 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894434 Jan 25 03:38:36.436228 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e76dda-780b-46ab-9052-a84ccf0f89ce req-df8d9849-5199-4eca-be8b-83721f9fc5a4 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:36.440040 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-13e76dda-780b-46ab-9052-a84ccf0f89ce req-df8d9849-5199-4eca-be8b-83721f9fc5a4 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0495918 Jan 25 03:38:36.495665 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-13e76dda-780b-46ab-9052-a84ccf0f89ce req-cc147497-648d-4229-ab48-18d7863c3ba4 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507770 Jan 25 03:38:36.722762 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:36.787839 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc97a23-b451-4039-9fdb-a879e33580e2 req-90ee15ce-34f8-4c7b-b227-fbb9de1e7aac tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:36.788934 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2fc97a23-b451-4039-9fdb-a879e33580e2 req-90ee15ce-34f8-4c7b-b227-fbb9de1e7aac tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 944 time: 0.0495684 Jan 25 03:38:36.845101 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2fc97a23-b451-4039-9fdb-a879e33580e2 req-3fc5910b-59b7-44fe-9cf1-82c0ddbc6bbe tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470719 Jan 25 03:38:37.142518 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:38:37.248693 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:38:37.253283 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:37.253649 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:37.332143 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:38:37.332534 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:37.355239 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe745e9c-07ae-4b28-a900-c80c2483da22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:38:37.357753 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cfac7d-e232-43f9-9c3a-a606391fafc6" -d '{"events": [{"server_uuid": "fe745e9c-07ae-4b28-a900-c80c2483da22", "name": "network-vif-plugged", "status": "completed", "tag": "4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:38:37.374239 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0,segment=NetworkSegment(b2c63bc6-3c43-4648-ac9b-c699ff3bbb42),segment_id=b2c63bc6-3c43-4648-ac9b-c699ff3bbb42)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:38:37.395922 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8dc3c4-c55a-4f99-8c48-5e7e4cb78b14 x-openstack-request-id: req-9e8dc3c4-c55a-4f99-8c48-5e7e4cb78b14 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:38:37.396211 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe745e9c-07ae-4b28-a900-c80c2483da22", "name": "network-vif-plugged", "status": "completed", "tag": "4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:38:37.396490 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-9e8dc3c4-c55a-4f99-8c48-5e7e4cb78b14 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:38:37.396956 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe745e9c-07ae-4b28-a900-c80c2483da22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0', 'code': 200} Jan 25 03:38:37.431632 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:37.483147 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:37.628079 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a251fe-138b-4663-9905-477975a15de7 req-a92dd4b2-937c-4794-8b93-e6a3070cc3c9 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:37.628079 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-35a251fe-138b-4663-9905-477975a15de7 req-a92dd4b2-937c-4794-8b93-e6a3070cc3c9 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0514317 Jan 25 03:38:37.677571 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-35a251fe-138b-4663-9905-477975a15de7 req-ac43d4a1-1592-4287-84f3-c55b72cb7509 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442989 Jan 25 03:38:37.766444 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33914e8c-152e-403f-bda4-6f8406944b52 req-8d5ceca6-8b62-42d6-9895-0678d281a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:37.768032 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-33914e8c-152e-403f-bda4-6f8406944b52 req-8d5ceca6-8b62-42d6-9895-0678d281a9c5 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 1098 time: 0.0470021 Jan 25 03:38:37.837986 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-33914e8c-152e-403f-bda4-6f8406944b52 req-518d81ea-5868-4829-ab1c-67746df671e8 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420947 Jan 25 03:38:37.968470 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83776b6f-42a5-4016-8865-3f64fb66fdb4 req-44faa1a9-eb54-4ebd-9fac-b08f432be4a3 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:37.969929 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-83776b6f-42a5-4016-8865-3f64fb66fdb4 req-44faa1a9-eb54-4ebd-9fac-b08f432be4a3 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 945 time: 0.0500689 Jan 25 03:38:38.017516 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-83776b6f-42a5-4016-8865-3f64fb66fdb4 req-443a5d52-a54e-4d19-a905-aa07185348aa tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418296 Jan 25 03:38:38.024931 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:38.736433 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 49936) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:38.813473 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95795833-0876-4d20-8f37-ad2bc6261904 req-67cd8f21-9854-4ad7-8ffd-d9109e57584a tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:38.819590 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-95795833-0876-4d20-8f37-ad2bc6261904 req-67cd8f21-9854-4ad7-8ffd-d9109e57584a tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0673449 Jan 25 03:38:38.874057 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-95795833-0876-4d20-8f37-ad2bc6261904 req-36d12db4-e45d-449c-98b6-dd05fc719006 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519953 Jan 25 03:38:38.874830 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8eab896f-c124-4aba-8ef7-319455ca2b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:38.951613 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8eab896f-c124-4aba-8ef7-319455ca2b96 admin admin] Publish callbacks [] for security_group (d1c36a1e-03b8-46e0-a54a-63373b12405e), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:39.003116 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8eab896f-c124-4aba-8ef7-319455ca2b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (d1c36a1e-03b8-46e0-a54a-63373b12405e), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:39.040201 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab896f-c124-4aba-8ef7-319455ca2b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c36a1e-03b8-46e0-a54a-63373b12405e,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:39.045561 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-8eab896f-c124-4aba-8ef7-319455ca2b96 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=37804617639945789c99c0cc3f738d76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074737 Jan 25 03:38:39.047544 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 49946) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:39.098665 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2e341fca-2662-4fed-af15-06c99e4fa9be admin admin] Publish callbacks [] for security_group (d1c36a1e-03b8-46e0-a54a-63373b12405e), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:39.119716 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2e341fca-2662-4fed-af15-06c99e4fa9be admin admin] Publish callbacks [] for security_group (d1c36a1e-03b8-46e0-a54a-63373b12405e), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:39.138560 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d977bf-e476-47bf-a5cc-b31ac43b61b5 req-9bc272dc-ca9c-441e-843d-06f5f3e9295d tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:39.140994 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-64d977bf-e476-47bf-a5cc-b31ac43b61b5 req-9bc272dc-ca9c-441e-843d-06f5f3e9295d tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 945 time: 0.0524147 Jan 25 03:38:39.193434 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-64d977bf-e476-47bf-a5cc-b31ac43b61b5 req-86984acc-12c4-4864-8742-65dd1b1b84f8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435793 Jan 25 03:38:39.237386 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2e341fca-2662-4fed-af15-06c99e4fa9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (d1c36a1e-03b8-46e0-a54a-63373b12405e), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:39.239954 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2e341fca-2662-4fed-af15-06c99e4fa9be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:39.241080 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-2e341fca-2662-4fed-af15-06c99e4fa9be admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/d1c36a1e-03b8-46e0-a54a-63373b12405e HTTP/1.1" status: 204 len: 168 time: 0.1922827 Jan 25 03:38:39.249376 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e341fca-2662-4fed-af15-06c99e4fa9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c36a1e-03b8-46e0-a54a-63373b12405e,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:39.858241 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 49968) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:39.909837 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5097d1-f09c-4d90-9c99-11bf88c92d4c admin admin] Deleting subnet e9bccd8f-6216-4ca8-983b-c3021a241104 {{(pid=103185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:38:39.913089 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3c5097d1-f09c-4d90-9c99-11bf88c92d4c admin admin] Publish callbacks [] for subnet (e9bccd8f-6216-4ca8-983b-c3021a241104), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:39.959325 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3c5097d1-f09c-4d90-9c99-11bf88c92d4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614843'] for subnet (e9bccd8f-6216-4ca8-983b-c3021a241104), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.001281 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece8647-5d38-427d-b508-b96efe88fe4e req-b31e0b6d-09ab-4fd3-9fd7-02c9842a9997 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:40.001526 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3c5097d1-f09c-4d90-9c99-11bf88c92d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064499'] for subnet (e9bccd8f-6216-4ca8-983b-c3021a241104), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.003004 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cece8647-5d38-427d-b508-b96efe88fe4e req-b31e0b6d-09ab-4fd3-9fd7-02c9842a9997 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0546875 Jan 25 03:38:40.052734 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cece8647-5d38-427d-b508-b96efe88fe4e req-fad801a5-6949-4015-ba9d-85e67ade9e8b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436187 Jan 25 03:38:40.124070 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3c5097d1-f09c-4d90-9c99-11bf88c92d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4618130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320536'] for subnet (e9bccd8f-6216-4ca8-983b-c3021a241104), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.154399 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5097d1-f09c-4d90-9c99-11bf88c92d4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9bccd8f-6216-4ca8-983b-c3021a241104,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:40.159691 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3c5097d1-f09c-4d90-9c99-11bf88c92d4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.165486 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-3c5097d1-f09c-4d90-9c99-11bf88c92d4c admin admin] 10.222.0.115 "DELETE /v2.0/subnets/e9bccd8f-6216-4ca8-983b-c3021a241104 HTTP/1.1" status: 204 len: 168 time: 0.3061850 Jan 25 03:38:40.168117 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 49980) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:40.207256 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 49982) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:40.243825 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682109'] for network (5a6ed931-4b24-4be4-b671-86c474190d7e), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.317601 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-c49e8ecd-0e31-4d7b-8c5b-fdef15789aa9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1094786442-network', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:38:40.335528 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062318', 'neutron.services.segments.db._delete_segments_for_network-8760337342383'] for network (5a6ed931-4b24-4be4-b671-86c474190d7e), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.341825 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814fd42-f784-4ff0-85e5-efee211f1c90 req-26d431f2-7f56-4fb5-9ab0-3e820e14e733 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:40.343300 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2814fd42-f784-4ff0-85e5-efee211f1c90 req-26d431f2-7f56-4fb5-9ab0-3e820e14e733 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 945 time: 0.0643315 Jan 25 03:38:40.357310 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:38:40.357659 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:38:40.358475 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:38:40.358804 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Subscribe: > port after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:38:40.359136 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:38:40.359453 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Subscribe: > port after_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:38:40.359768 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:38:40.373914 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:38:40.373914 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:38:40.373914 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:38:40.405877 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2814fd42-f784-4ff0-85e5-efee211f1c90 req-1ffe6850-1c70-414f-a065-06c65e76eb3e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517318 Jan 25 03:38:40.425925 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49e8ecd-0e31-4d7b-8c5b-fdef15789aa9 admin admin] Made reservation on behalf of 0fe72d0d8d144438a671aac4e939c693 for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:38:40.428470 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c49e8ecd-0e31-4d7b-8c5b-fdef15789aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.437633 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c49e8ecd-0e31-4d7b-8c5b-fdef15789aa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.439140 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:38:40.439500 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:38:40.439836 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:38:40.440167 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 03:38:40.440536 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6ed931-4b24-4be4-b671-86c474190d7e']}} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:40.458711 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00816fa3-17f6-4d4c-abfc-0f6f12b20c0d') {'for_net_delete': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:40.458932 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00816fa3-17f6-4d4c-abfc-0f6f12b20c0d') {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:40.475836 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760337342257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4251573'] for segment (00816fa3-17f6-4d4c-abfc-0f6f12b20c0d), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.496421 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (00816fa3-17f6-4d4c-abfc-0f6f12b20c0d), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.505124 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:38:40.505514 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5192946'] for segment (00816fa3-17f6-4d4c-abfc-0f6f12b20c0d), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: Traceback (most recent call last): Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: timer() Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: cb(*args, **kw) Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: return func(*args, **kwargs) Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: self._notify() Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: self.callback(batched_events) Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: event.method(event) Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: return f(self, *a, **k) Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: return self._get(url).json() Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: return self.request(url, 'GET', **kwargs) Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:38:40.509406 dv-cinder-819011-2-iscsi neutron-server[103186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:38:40.515094 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c49e8ecd-0e31-4d7b-8c5b-fdef15789aa9 admin admin] Publish callbacks [] for security_group (03b7a148-80ad-40cf-8370-6bb3e6d03eb9), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.557076 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c49e8ecd-0e31-4d7b-8c5b-fdef15789aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (03b7a148-80ad-40cf-8370-6bb3e6d03eb9), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.602527 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49e8ecd-0e31-4d7b-8c5b-fdef15789aa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:38:40.608449 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e8ecd-0e31-4d7b-8c5b-fdef15789aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b7a148-80ad-40cf-8370-6bb3e6d03eb9,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:40.614463 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586131'] for network (5a6ed931-4b24-4be4-b671-86c474190d7e), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.616041 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c49e8ecd-0e31-4d7b-8c5b-fdef15789aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (cd1cd63e-1211-4cd5-8113-1a8b70989fa6), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.616386 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-c49e8ecd-0e31-4d7b-8c5b-fdef15789aa9 admin admin] Added segment cd1cd63e-1211-4cd5-8113-1a8b70989fa6 of type vlan for network 0ff74d41-8997-4f13-a353-f1aafd7e012e Jan 25 03:38:40.622815 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.629083 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] 10.222.0.115 "DELETE /v2.0/networks/5a6ed931-4b24-4be4-b671-86c474190d7e HTTP/1.1" status: 204 len: 168 time: 0.4597099 Jan 25 03:38:40.645341 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1db0a-a08b-4d15-80cc-8bfa76170393 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a6ed931-4b24-4be4-b671-86c474190d7e,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:40.666648 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c49e8ecd-0e31-4d7b-8c5b-fdef15789aa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760336855179'] for network (0ff74d41-8997-4f13-a353-f1aafd7e012e), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.734080 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c49e8ecd-0e31-4d7b-8c5b-fdef15789aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for network (0ff74d41-8997-4f13-a353-f1aafd7e012e), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.735197 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49e8ecd-0e31-4d7b-8c5b-fdef15789aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:40.735966 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c49e8ecd-0e31-4d7b-8c5b-fdef15789aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.774268 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.796346 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e8ecd-0e31-4d7b-8c5b-fdef15789aa9 admin admin] Pushing event updated for resources: {'Network': ['ID=0ff74d41-8997-4f13-a353-f1aafd7e012e,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:40.806927 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Network 0ff74d41-8997-4f13-a353-f1aafd7e012e details requested by agent ovs-agent-dv-cinder-819011-2-iscsi with host dv-cinder-819011-2-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:38:40.823768 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c49e8ecd-0e31-4d7b-8c5b-fdef15789aa9 admin admin] 10.222.0.115 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6153967 Jan 25 03:38:40.826964 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 49992) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:40.833827 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-1fe861d6-c739-4557-8cee-aaa530b436bf admin admin] Request body: {'subnet': {'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1094786442-subnet', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'ip_version': 4}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:38:40.957848 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe861d6-c739-4557-8cee-aaa530b436bf admin admin] Made reservation on behalf of 0fe72d0d8d144438a671aac4e939c693 for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:38:40.960224 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1fe861d6-c739-4557-8cee-aaa530b436bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320573'] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:40.997894 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 49998) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:41.046441 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-0bc0713e-3a17-43da-907f-bed4c769347a admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=9572dffe747a4371ace5d887368ca64b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472567 Jan 25 03:38:41.049080 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 50000) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:41.145883 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d5b6122b-024d-4e32-82a3-c9de857be372 admin admin] Publish callbacks [] for security_group (96be414c-2a81-47ba-9448-0e6f0a015e68), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:41.217024 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d5b6122b-024d-4e32-82a3-c9de857be372 admin admin] Publish callbacks [] for security_group (96be414c-2a81-47ba-9448-0e6f0a015e68), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:41.240335 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e46394f2-a3b6-4cb4-856d-b356932d4cbd req-2e759b16-72ca-40e4-833c-2725b594d26f service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432146 Jan 25 03:38:41.278722 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a8edc-aa01-412e-b744-6e9646b5f128 req-33dcb1cf-3659-4cb1-82d3-7cc885c0316c tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:41.280211 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a55a8edc-aa01-412e-b744-6e9646b5f128 req-33dcb1cf-3659-4cb1-82d3-7cc885c0316c tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.1353800 Jan 25 03:38:41.326596 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46394f2-a3b6-4cb4-856d-b356932d4cbd req-4d5baa4c-9957-426d-9f0b-c429e9e39cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:41.328466 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e46394f2-a3b6-4cb4-856d-b356932d4cbd req-4d5baa4c-9957-426d-9f0b-c429e9e39cce service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b7c304fa11cb41daba65e6a85cf2c360&device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 1099 time: 0.0489006 Jan 25 03:38:41.343507 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a55a8edc-aa01-412e-b744-6e9646b5f128 req-6fcf06ce-09eb-4c2c-938c-7c3a327065aa tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517707 Jan 25 03:38:41.392280 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1fe861d6-c739-4557-8cee-aaa530b436bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4618067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320531'] for subnet (de574e71-d5c9-48da-aa30-76bdfc91fca9), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:41.428865 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d5b6122b-024d-4e32-82a3-c9de857be372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (96be414c-2a81-47ba-9448-0e6f0a015e68), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:41.431985 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d5b6122b-024d-4e32-82a3-c9de857be372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:41.434466 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d5b6122b-024d-4e32-82a3-c9de857be372 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/96be414c-2a81-47ba-9448-0e6f0a015e68 HTTP/1.1" status: 204 len: 168 time: 0.3830986 Jan 25 03:38:41.457696 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6122b-024d-4e32-82a3-c9de857be372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96be414c-2a81-47ba-9448-0e6f0a015e68,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:41.457963 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46394f2-a3b6-4cb4-856d-b356932d4cbd req-1dc3691b-a09b-403d-801a-ce5a980717b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:41.464138 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe861d6-c739-4557-8cee-aaa530b436bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=de574e71-d5c9-48da-aa30-76bdfc91fca9,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:41.474112 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e46394f2-a3b6-4cb4-856d-b356932d4cbd req-1dc3691b-a09b-403d-801a-ce5a980717b1 service neutron] 10.222.0.112 "GET /v2.0/networks?id=21305d52-419e-4a5b-aa5c-f29427395669 HTTP/1.1" status: 200 len: 919 time: 0.1253188 Jan 25 03:38:41.477436 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe861d6-c739-4557-8cee-aaa530b436bf admin admin] Checking segment: {'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:38:41.477722 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe861d6-c739-4557-8cee-aaa530b436bf admin admin] Network hostable DHCP agents. Network: 0ff74d41-8997-4f13-a353-f1aafd7e012e, hostable agents: ['5c3e864f-61ec-45bb-b284-87f8aa4f333d'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:38:41.550498 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe861d6-c739-4557-8cee-aaa530b436bf admin admin] Network 0ff74d41-8997-4f13-a353-f1aafd7e012e is scheduled to be hosted by DHCP agent 5c3e864f-61ec-45bb-b284-87f8aa4f333d with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:38:41.569094 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e46394f2-a3b6-4cb4-856d-b356932d4cbd req-8c53edfc-75f2-45b6-a4d1-0c4bb3ce361e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29297f0b-07c1-43dd-9bc9-7ce2fc61fabf HTTP/1.1" status: 200 len: 217 time: 0.0859132 Jan 25 03:38:41.625095 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6fd9b-169b-45a6-94fe-01462e14c8d5 req-167a158c-3de9-433a-9c51-2d35dcff683a tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:41.625316 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-1fe861d6-c739-4557-8cee-aaa530b436bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819011-2-iscsi, 0ff74d41-8997-4f13-a353-f1aafd7e012e) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:38:41.626590 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-42a6fd9b-169b-45a6-94fe-01462e14c8d5 req-167a158c-3de9-433a-9c51-2d35dcff683a tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 945 time: 0.0860007 Jan 25 03:38:41.633090 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3840b450-470a-42b9-86f2-7a568ce6621c None None] Network 0ff74d41-8997-4f13-a353-f1aafd7e012e requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:38:41.644291 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46394f2-a3b6-4cb4-856d-b356932d4cbd req-171a9fd4-e60f-4477-b816-fd05dd6e025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:41.645715 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e46394f2-a3b6-4cb4-856d-b356932d4cbd req-171a9fd4-e60f-4477-b816-fd05dd6e025b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=069704cf-3960-4585-9364-1bd4be4f6c51 HTTP/1.1" status: 200 len: 859 time: 0.0664527 Jan 25 03:38:41.648398 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe861d6-c739-4557-8cee-aaa530b436bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:41.648986 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1fe861d6-c739-4557-8cee-aaa530b436bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:41.680227 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e46394f2-a3b6-4cb4-856d-b356932d4cbd req-0f4ed6f5-b09a-4ec3-bc89-099bb43359d7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=21305d52-419e-4a5b-aa5c-f29427395669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275934 Jan 25 03:38:41.714459 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1fe861d6-c739-4557-8cee-aaa530b436bf admin admin] 10.222.0.115 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8865430 Jan 25 03:38:41.717656 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 50016) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:41.722330 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-8d35fef0-9d14-43d5-ae51-ca3eed2d70ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:38:41.734964 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-42a6fd9b-169b-45a6-94fe-01462e14c8d5 req-ce1b28e8-9ba2-4287-8cb4-3683814cd7be tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008790 Jan 25 03:38:41.780174 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e6a332-c4fa-5dd5-a739-4b4ec2713b6a-0ff74d41-8997-4f13-a353-f1aafd7e012e', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9'}]}} from dv-cinder-819011-2-iscsi. {{(pid=103187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 03:38:41.780174 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:41.831203 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e46394f2-a3b6-4cb4-856d-b356932d4cbd req-64d82bab-237e-4d6d-ab02-579721559fe7 service neutron] 10.222.0.112 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395078 Jan 25 03:38:41.837476 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d35fef0-9d14-43d5-ae51-ca3eed2d70ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1048'] for router (903229fb-2b7e-40c2-83c6-ae92eb9aef35), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:41.839015 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d35fef0-9d14-43d5-ae51-ca3eed2d70ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-970334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041'] for router (903229fb-2b7e-40c2-83c6-ae92eb9aef35), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:41.923541 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d35fef0-9d14-43d5-ae51-ca3eed2d70ce admin admin] Publish callbacks [] for router_controller (903229fb-2b7e-40c2-83c6-ae92eb9aef35), precommit_add_association {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:42.001128 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e46394f2-a3b6-4cb4-856d-b356932d4cbd req-585a760d-68bc-4586-a0d8-aa2461ccd140 service neutron] 10.222.0.112 "GET /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549535 Jan 25 03:38:42.003648 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] Allocated IP 172.20.0.2 (0ff74d41-8997-4f13-a353-f1aafd7e012e/de574e71-d5c9-48da-aa30-76bdfc91fca9/6da61f58-570f-4d62-a781-e1ee4710673d) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:38:42.169311 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d35fef0-9d14-43d5-ae51-ca3eed2d70ce admin admin] Publish callbacks [] for router_gateway (903229fb-2b7e-40c2-83c6-ae92eb9aef35), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:42.233496 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] Publish callbacks [] for port (6da61f58-570f-4d62-a781-e1ee4710673d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:42.308317 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (6da61f58-570f-4d62-a781-e1ee4710673d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:42.356792 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] Network 0ff74d41-8997-4f13-a353-f1aafd7e012e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:38:42.362097 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:38:42.366093 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:38:42.374824 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] Pushing event updated for resources: {'Port': ['ID=6da61f58-570f-4d62-a781-e1ee4710673d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:42.448630 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d35fef0-9d14-43d5-ae51-ca3eed2d70ce admin admin] Publish callbacks [] for router_gateway (903229fb-2b7e-40c2-83c6-ae92eb9aef35), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:42.455563 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] Attempting to bind port 6da61f58-570f-4d62-a781-e1ee4710673d on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:38:42.456096 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] Attempting to bind port 6da61f58-570f-4d62-a781-e1ee4710673d by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:38:42.456455 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] Attempting to bind port 6da61f58-570f-4d62-a781-e1ee4710673d on network 0ff74d41-8997-4f13-a353-f1aafd7e012e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:38:42.464838 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:38:42.466363 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] Checking segment: {'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:38:42.467017 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:42.467578 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] Bound using segment: {'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:38:42.468040 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] Bound port: 6da61f58-570f-4d62-a781-e1ee4710673d, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:38:42.468417 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (6da61f58-570f-4d62-a781-e1ee4710673d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:42.480097 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d35fef0-9d14-43d5-ae51-ca3eed2d70ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:42.552833 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] For port 6da61f58-570f-4d62-a781-e1ee4710673d, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:38:42.556355 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] For port 6da61f58-570f-4d62-a781-e1ee4710673d, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=6da61f58-570f-4d62-a781-e1ee4710673d,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:38:42.591936 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-8d35fef0-9d14-43d5-ae51-ca3eed2d70ce admin admin] Allocated IP 172.27.2.7 (239af684-5624-458a-b969-bfdffc6894c6/633c65e6-a2b9-4bb5-a70e-b23c3791a1d5/02e0d2eb-a915-4485-b0f0-f340929e6fd2) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:38:42.603582 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (6da61f58-570f-4d62-a781-e1ee4710673d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:42.690886 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae35a20-ed6c-4dfe-853d-d0a20c2944f8 None None] Pushing event updated for resources: {'Port': ['ID=6da61f58-570f-4d62-a781-e1ee4710673d,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:42.724639 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d35fef0-9d14-43d5-ae51-ca3eed2d70ce admin admin] Publish callbacks [] for port (02e0d2eb-a915-4485-b0f0-f340929e6fd2), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:42.820460 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d35fef0-9d14-43d5-ae51-ca3eed2d70ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (02e0d2eb-a915-4485-b0f0-f340929e6fd2), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:42.860734 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d35fef0-9d14-43d5-ae51-ca3eed2d70ce admin admin] Network 239af684-5624-458a-b969-bfdffc6894c6 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:38:42.863803 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-8d35fef0-9d14-43d5-ae51-ca3eed2d70ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:38:42.878511 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d35fef0-9d14-43d5-ae51-ca3eed2d70ce admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:38:42.880614 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35fef0-9d14-43d5-ae51-ca3eed2d70ce admin admin] Pushing event updated for resources: {'Port': ['ID=02e0d2eb-a915-4485-b0f0-f340929e6fd2,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:43.429863 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d35fef0-9d14-43d5-ae51-ca3eed2d70ce admin admin] Publish callbacks [] for router_gateway (903229fb-2b7e-40c2-83c6-ae92eb9aef35), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:43.668126 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d35fef0-9d14-43d5-ae51-ca3eed2d70ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587228'] for router (903229fb-2b7e-40c2-83c6-ae92eb9aef35), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:43.865289 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d35fef0-9d14-43d5-ae51-ca3eed2d70ce admin admin] Router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 is scheduled to L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca with binding_index 1 {{(pid=103185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 03:38:43.903396 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ae02e2-52d2-40ec-8547-a5828c9e4b0f None None] Network 0ff74d41-8997-4f13-a353-f1aafd7e012e requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:38:43.941727 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-e631273d-c754-483b-92dc-f29174b30546 None None] Provisioning complete for port 6da61f58-570f-4d62-a781-e1ee4710673d triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:43.942198 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e631273d-c754-483b-92dc-f29174b30546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (6da61f58-570f-4d62-a781-e1ee4710673d), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:43.985822 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d35fef0-9d14-43d5-ae51-ca3eed2d70ce admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:38:44.002030 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] Sync routers for ids ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:38:44.017995 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] Routers {'903229fb-2b7e-40c2-83c6-ae92eb9aef35'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:38:44.018689 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:38:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:44.063118 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d35fef0-9d14-43d5-ae51-ca3eed2d70ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:44.066925 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-8d35fef0-9d14-43d5-ae51-ca3eed2d70ce admin admin] 10.222.0.115 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3455756 Jan 25 03:38:44.067260 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 50076) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:44.091431 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e631273d-c754-483b-92dc-f29174b30546 None None] Current status of the port 6da61f58-570f-4d62-a781-e1ee4710673d is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:38:44.091821 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e631273d-c754-483b-92dc-f29174b30546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (6da61f58-570f-4d62-a781-e1ee4710673d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:44.132419 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] Set router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:38:44.143109 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-e631273d-c754-483b-92dc-f29174b30546 None None] For port 6da61f58-570f-4d62-a781-e1ee4710673d, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=6da61f58-570f-4d62-a781-e1ee4710673d,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:38:44.208498 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e631273d-c754-483b-92dc-f29174b30546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (6da61f58-570f-4d62-a781-e1ee4710673d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:44.276488 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631273d-c754-483b-92dc-f29174b30546 None None] Pushing event updated for resources: {'Port': ['ID=6da61f58-570f-4d62-a781-e1ee4710673d,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:44.330352 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8f18d141-d17d-4a2e-a1cf-42f4ffe17233 None None] Provisioning complete for port 6da61f58-570f-4d62-a781-e1ee4710673d triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:44.330723 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8f18d141-d17d-4a2e-a1cf-42f4ffe17233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (6da61f58-570f-4d62-a781-e1ee4710673d), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:44.341360 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:43Z', 'revision_number': 3, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:44.369249 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] Checking router: 903229fb-2b7e-40c2-83c6-ae92eb9aef35 for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:38:44.373095 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] Updating router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 port 02e0d2eb-a915-4485-b0f0-f340929e6fd2 binding host dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:38:44.421797 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (02e0d2eb-a915-4485-b0f0-f340929e6fd2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:44.460283 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8f18d141-d17d-4a2e-a1cf-42f4ffe17233 None None] Current status of the port 6da61f58-570f-4d62-a781-e1ee4710673d is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:38:44.591261 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:44.768039 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] Publish callbacks [] for port (02e0d2eb-a915-4485-b0f0-f340929e6fd2), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:44.808783 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Allocated IP 172.20.0.1 (0ff74d41-8997-4f13-a353-f1aafd7e012e/de574e71-d5c9-48da-aa30-76bdfc91fca9/add433b3-6dd9-479c-9a63-10c0a85dc588) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:38:44.831872 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (02e0d2eb-a915-4485-b0f0-f340929e6fd2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:44.892346 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] Attempting to bind port 02e0d2eb-a915-4485-b0f0-f340929e6fd2 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:38:44.892713 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] Attempting to bind port 02e0d2eb-a915-4485-b0f0-f340929e6fd2 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:38:44.893112 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] Attempting to bind port 02e0d2eb-a915-4485-b0f0-f340929e6fd2 on network 239af684-5624-458a-b969-bfdffc6894c6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:38:44.900641 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013db5d9-5bdf-4bac-9475-660bd74f4c64 None None] Pushing event updated for resources: {'Port': ['ID=02e0d2eb-a915-4485-b0f0-f340929e6fd2,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:44.904824 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:38:44.905556 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] Checking segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:38:44.905969 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:44.906357 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] Bound using segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:38:44.906837 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] Bound port: 02e0d2eb-a915-4485-b0f0-f340929e6fd2, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:38:44.907227 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (02e0d2eb-a915-4485-b0f0-f340929e6fd2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:44.914719 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013db5d9-5bdf-4bac-9475-660bd74f4c64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:44.914941 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013db5d9-5bdf-4bac-9475-660bd74f4c64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:44.915326 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013db5d9-5bdf-4bac-9475-660bd74f4c64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:44.915660 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013db5d9-5bdf-4bac-9475-660bd74f4c64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:44.916001 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013db5d9-5bdf-4bac-9475-660bd74f4c64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:44.916362 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013db5d9-5bdf-4bac-9475-660bd74f4c64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:44.916693 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013db5d9-5bdf-4bac-9475-660bd74f4c64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:44.917087 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013db5d9-5bdf-4bac-9475-660bd74f4c64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:44.917424 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013db5d9-5bdf-4bac-9475-660bd74f4c64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:44.917763 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013db5d9-5bdf-4bac-9475-660bd74f4c64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:44.918202 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013db5d9-5bdf-4bac-9475-660bd74f4c64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:44.918690 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013db5d9-5bdf-4bac-9475-660bd74f4c64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:44.919143 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013db5d9-5bdf-4bac-9475-660bd74f4c64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:44.923930 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 6da61f58-570f-4d62-a781-e1ee4710673d up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:38:44.966967 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Publish callbacks [] for port (add433b3-6dd9-479c-9a63-10c0a85dc588), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:44.974845 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 6da61f58-570f-4d62-a781-e1ee4710673d triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:44.975451 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (6da61f58-570f-4d62-a781-e1ee4710673d), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:44.978012 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] For port 02e0d2eb-a915-4485-b0f0-f340929e6fd2, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:38:44.981771 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] For port 02e0d2eb-a915-4485-b0f0-f340929e6fd2, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=02e0d2eb-a915-4485-b0f0-f340929e6fd2,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:38:45.054645 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (02e0d2eb-a915-4485-b0f0-f340929e6fd2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:45.060521 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 6da61f58-570f-4d62-a781-e1ee4710673d is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:38:45.107457 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] Routers {'903229fb-2b7e-40c2-83c6-ae92eb9aef35'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:38:45.108089 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:38:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:45.111635 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (add433b3-6dd9-479c-9a63-10c0a85dc588), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:45.150393 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Network 0ff74d41-8997-4f13-a353-f1aafd7e012e is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:38:45.157747 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:38:45.165445 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:38:45.208874 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Pushing event updated for resources: {'Port': ['ID=add433b3-6dd9-479c-9a63-10c0a85dc588,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:45.226237 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:45.226584 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:45.226923 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:45.227279 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:45.227608 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:45.228128 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:45.228481 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:45.228808 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:45.229134 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:45.229455 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:45.229773 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:45.230086 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:45.230400 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:45.239119 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013db5d9-5bdf-4bac-9475-660bd74f4c64 None None] Pushing event updated for resources: {'Port': ['ID=02e0d2eb-a915-4485-b0f0-f340929e6fd2,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:45.240193 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586080'] for router_interface (903229fb-2b7e-40c2-83c6-ae92eb9aef35), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:45.259989 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] Set router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:38:45.510623 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-11761674-df22-4640-8c87-d9ec64bfb7d1 None None] Provisioning complete for port add433b3-6dd9-479c-9a63-10c0a85dc588 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:45.512102 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-11761674-df22-4640-8c87-d9ec64bfb7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (add433b3-6dd9-479c-9a63-10c0a85dc588), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:45.547893 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (add433b3-6dd9-479c-9a63-10c0a85dc588), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:45.562752 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-11761674-df22-4640-8c87-d9ec64bfb7d1 None None] Port add433b3-6dd9-479c-9a63-10c0a85dc588 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:38:45.593784 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:43Z', 'revision_number': 3, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:45.623716 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc10b2d2-1fb7-4d26-b2c4-d1a16dfa9927 None None] The sync data for ids ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'] in dv-cinder-819011-2-iscsi is: [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:43Z', 'revision_number': 3, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:38:45.743314 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Publish callbacks [] for port (add433b3-6dd9-479c-9a63-10c0a85dc588), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:45.826589 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4618152'] for port (add433b3-6dd9-479c-9a63-10c0a85dc588), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:45.919154 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Pushing event updated for resources: {'Port': ['ID=add433b3-6dd9-479c-9a63-10c0a85dc588,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:45.931745 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560522'] for router_interface (903229fb-2b7e-40c2-83c6-ae92eb9aef35), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:46.045347 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Network 0ff74d41-8997-4f13-a353-f1aafd7e012e is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:38:46.046861 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:38:46.293513 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-7bc58167-64f2-4b2d-9ee1-6487f4ed44d1 None None] Provisioning complete for port add433b3-6dd9-479c-9a63-10c0a85dc588 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:46.294104 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7bc58167-64f2-4b2d-9ee1-6487f4ed44d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (add433b3-6dd9-479c-9a63-10c0a85dc588), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:46.348790 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-7bc58167-64f2-4b2d-9ee1-6487f4ed44d1 None None] Port add433b3-6dd9-479c-9a63-10c0a85dc588 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:38:46.407436 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:38:46.519215 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:38:46.524798 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-00982147-70f5-4579-8a66-08969c6dbe7f admin admin] 10.222.0.115 "PUT /v2.0/routers/903229fb-2b7e-40c2-83c6-ae92eb9aef35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4565172 Jan 25 03:38:46.959164 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 02e0d2eb-a915-4485-b0f0-f340929e6fd2 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:38:47.022075 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 02e0d2eb-a915-4485-b0f0-f340929e6fd2 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:47.022647 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (02e0d2eb-a915-4485-b0f0-f340929e6fd2), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:47.114331 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 02e0d2eb-a915-4485-b0f0-f340929e6fd2 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:38:47.114723 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (02e0d2eb-a915-4485-b0f0-f340929e6fd2), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:47.134628 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] For port 02e0d2eb-a915-4485-b0f0-f340929e6fd2, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=02e0d2eb-a915-4485-b0f0-f340929e6fd2,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:38:47.208790 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (02e0d2eb-a915-4485-b0f0-f340929e6fd2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:47.261165 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Pushing event updated for resources: {'Port': ['ID=02e0d2eb-a915-4485-b0f0-f340929e6fd2,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:47.330337 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 50158) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:47.335204 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-563185698-network', 'tenant_id': 'c713bb8b46c64afca46cc48e87771059'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:38:47.392850 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] Sync routers for ids ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:38:47.402988 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] Routers {'903229fb-2b7e-40c2-83c6-ae92eb9aef35'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:38:47.403765 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:38:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:47.432444 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Made reservation on behalf of c713bb8b46c64afca46cc48e87771059 for: {'network': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:38:47.432444 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for network (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:47.437472 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:47.510648 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Publish callbacks [] for security_group (be72a4f0-ce06-4844-9aa5-d8fa38a7bfea), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:47.512244 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] Set router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:38:47.591516 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (be72a4f0-ce06-4844-9aa5-d8fa38a7bfea), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:47.612738 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:38:47.626922 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be72a4f0-ce06-4844-9aa5-d8fa38a7bfea,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:47.631487 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (9d7db032-84af-466a-86f6-405dfbbe7234), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:47.631834 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.db.segments_db [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Added segment 9d7db032-84af-466a-86f6-405dfbbe7234 of type vlan for network 9f0ee4f2-bfa3-4153-8b12-83edf203ab2c Jan 25 03:38:47.643250 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:47.643539 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:47.643917 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:47.644273 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:47.644604 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:47.644930 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:47.645252 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:47.645574 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:47.645894 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:47.646213 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:47.646533 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:47.646865 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:47.647241 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:38:47.687642 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760336855179'] for network (9f0ee4f2-bfa3-4153-8b12-83edf203ab2c), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:47.717299 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 2, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:47.743271 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] Checking router: 903229fb-2b7e-40c2-83c6-ae92eb9aef35 for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:38:47.743626 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] Updating router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 port add433b3-6dd9-479c-9a63-10c0a85dc588 binding host dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:38:47.757196 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for network (9f0ee4f2-bfa3-4153-8b12-83edf203ab2c), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:47.758174 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:47.758809 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:47.768936 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (add433b3-6dd9-479c-9a63-10c0a85dc588), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:47.824261 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] Pushing event updated for resources: {'Network': ['ID=9f0ee4f2-bfa3-4153-8b12-83edf203ab2c,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:47.868342 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Network 9f0ee4f2-bfa3-4153-8b12-83edf203ab2c details requested by agent ovs-agent-dv-cinder-819011-2-iscsi with host dv-cinder-819011-2-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:38:47.887625 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-ba0221ac-7e85-4542-a391-64ee232f3c84 admin admin] 10.222.0.115 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5489798 Jan 25 03:38:47.887766 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 50168) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:47.891244 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-57d442d7-09ac-4e8f-9e89-0d2b35501b0b admin admin] Request body: {'subnet': {'network_id': '9f0ee4f2-bfa3-4153-8b12-83edf203ab2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-563185698-subnet', 'tenant_id': 'c713bb8b46c64afca46cc48e87771059', 'ip_version': 4}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:38:48.025494 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d442d7-09ac-4e8f-9e89-0d2b35501b0b admin admin] Made reservation on behalf of c713bb8b46c64afca46cc48e87771059 for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:38:48.028675 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-57d442d7-09ac-4e8f-9e89-0d2b35501b0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320573'] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:48.103170 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] Publish callbacks [] for port (add433b3-6dd9-479c-9a63-10c0a85dc588), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:48.191129 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (add433b3-6dd9-479c-9a63-10c0a85dc588), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:48.246844 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbcaa3-e7a9-42a2-baf2-56bc5b107ce3 None None] Pushing event updated for resources: {'Port': ['ID=add433b3-6dd9-479c-9a63-10c0a85dc588,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:48.299930 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-57d442d7-09ac-4e8f-9e89-0d2b35501b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4618067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320531'] for subnet (ce6dd287-ed5d-4237-b1bb-eb9b89371e28), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:48.303718 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] Attempting to bind port add433b3-6dd9-479c-9a63-10c0a85dc588 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:38:48.304092 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] Attempting to bind port add433b3-6dd9-479c-9a63-10c0a85dc588 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:38:48.304836 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] Attempting to bind port add433b3-6dd9-479c-9a63-10c0a85dc588 on network 0ff74d41-8997-4f13-a353-f1aafd7e012e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:38:48.312781 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:38:48.313245 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] Checking segment: {'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:38:48.313655 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:48.314183 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] Bound using segment: {'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:38:48.314603 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] Bound port: add433b3-6dd9-479c-9a63-10c0a85dc588, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:38:48.314986 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (add433b3-6dd9-479c-9a63-10c0a85dc588), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:48.359489 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d442d7-09ac-4e8f-9e89-0d2b35501b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce6dd287-ed5d-4237-b1bb-eb9b89371e28,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:48.369468 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d442d7-09ac-4e8f-9e89-0d2b35501b0b admin admin] Checking segment: {'id': '9d7db032-84af-466a-86f6-405dfbbe7234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9f0ee4f2-bfa3-4153-8b12-83edf203ab2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:38:48.369468 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d442d7-09ac-4e8f-9e89-0d2b35501b0b admin admin] Network hostable DHCP agents. Network: 9f0ee4f2-bfa3-4153-8b12-83edf203ab2c, hostable agents: ['5c3e864f-61ec-45bb-b284-87f8aa4f333d'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:38:48.398817 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] For port add433b3-6dd9-479c-9a63-10c0a85dc588, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:38:48.402023 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] For port add433b3-6dd9-479c-9a63-10c0a85dc588, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=add433b3-6dd9-479c-9a63-10c0a85dc588,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:38:48.436856 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d442d7-09ac-4e8f-9e89-0d2b35501b0b admin admin] Network 9f0ee4f2-bfa3-4153-8b12-83edf203ab2c is scheduled to be hosted by DHCP agent 5c3e864f-61ec-45bb-b284-87f8aa4f333d with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:38:48.460263 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (add433b3-6dd9-479c-9a63-10c0a85dc588), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:48.534271 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-57d442d7-09ac-4e8f-9e89-0d2b35501b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819011-2-iscsi, 9f0ee4f2-bfa3-4153-8b12-83edf203ab2c) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:38:48.538938 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d442d7-09ac-4e8f-9e89-0d2b35501b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:48.539797 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-57d442d7-09ac-4e8f-9e89-0d2b35501b0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:48.618514 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313ce751-3d7c-4d70-87f7-b9fe3fccbeb0 None None] Network 9f0ee4f2-bfa3-4153-8b12-83edf203ab2c requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:38:48.653109 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-57d442d7-09ac-4e8f-9e89-0d2b35501b0b admin admin] 10.222.0.115 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7687418 Jan 25 03:38:48.655779 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 50184) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:48.660393 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-06ffe2fb-aa0c-4be4-8c5a-f344f2fd86a9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-563185698-router', 'tenant_id': 'c713bb8b46c64afca46cc48e87771059', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:38:48.702830 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-b4c15b3f-77b4-483c-b5da-0f0b8215d47a None None] Provisioning complete for port add433b3-6dd9-479c-9a63-10c0a85dc588 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:48.703294 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4c15b3f-77b4-483c-b5da-0f0b8215d47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (add433b3-6dd9-479c-9a63-10c0a85dc588), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:48.705181 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbcaa3-e7a9-42a2-baf2-56bc5b107ce3 None None] Pushing event updated for resources: {'Port': ['ID=add433b3-6dd9-479c-9a63-10c0a85dc588,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:48.736403 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] Routers {'903229fb-2b7e-40c2-83c6-ae92eb9aef35'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:38:48.737039 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:38:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:48.768708 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-06ffe2fb-aa0c-4be4-8c5a-f344f2fd86a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1048'] for router (5fef7b65-5a09-489d-8de7-b6dc2f6f4c79), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:48.770120 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-06ffe2fb-aa0c-4be4-8c5a-f344f2fd86a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-970334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041'] for router (5fef7b65-5a09-489d-8de7-b6dc2f6f4c79), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:48.831218 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-06ffe2fb-aa0c-4be4-8c5a-f344f2fd86a9 admin admin] Publish callbacks [] for router_controller (5fef7b65-5a09-489d-8de7-b6dc2f6f4c79), precommit_add_association {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:48.882116 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e6a332-c4fa-5dd5-a739-4b4ec2713b6a-9f0ee4f2-bfa3-4153-8b12-83edf203ab2c', 'network_id': '9f0ee4f2-bfa3-4153-8b12-83edf203ab2c', 'project_id': 'c713bb8b46c64afca46cc48e87771059', 'fixed_ips': [{'subnet_id': 'ce6dd287-ed5d-4237-b1bb-eb9b89371e28'}]}} from dv-cinder-819011-2-iscsi. {{(pid=103187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 03:38:48.883134 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:48.940163 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 02e0d2eb-a915-4485-b0f0-f340929e6fd2 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:38:48.976023 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] Set router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:38:49.018263 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b4c15b3f-77b4-483c-b5da-0f0b8215d47a None None] Current status of the port add433b3-6dd9-479c-9a63-10c0a85dc588 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:38:49.018832 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4c15b3f-77b4-483c-b5da-0f0b8215d47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (add433b3-6dd9-479c-9a63-10c0a85dc588), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:49.019853 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573a95-617b-433a-804c-c6110ca2b50e req-d5db607a-e270-4d0d-a128-58ac3dbbc74b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:49.023506 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7e573a95-617b-433a-804c-c6110ca2b50e req-d5db607a-e270-4d0d-a128-58ac3dbbc74b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0814855 Jan 25 03:38:49.051845 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-06ffe2fb-aa0c-4be4-8c5a-f344f2fd86a9 admin admin] Publish callbacks [] for router_gateway (5fef7b65-5a09-489d-8de7-b6dc2f6f4c79), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:49.082869 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7e573a95-617b-433a-804c-c6110ca2b50e req-99bc5e65-7c21-4abe-8bb0-eb10d4e24c78 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490730 Jan 25 03:38:49.205530 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-b4c15b3f-77b4-483c-b5da-0f0b8215d47a None None] For port add433b3-6dd9-479c-9a63-10c0a85dc588, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=add433b3-6dd9-479c-9a63-10c0a85dc588,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:38:49.267898 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 02e0d2eb-a915-4485-b0f0-f340929e6fd2 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:49.268267 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (02e0d2eb-a915-4485-b0f0-f340929e6fd2), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:49.310303 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4c15b3f-77b4-483c-b5da-0f0b8215d47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (add433b3-6dd9-479c-9a63-10c0a85dc588), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:49.351083 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] Allocated IP 172.20.0.2 (9f0ee4f2-bfa3-4153-8b12-83edf203ab2c/ce6dd287-ed5d-4237-b1bb-eb9b89371e28/e690bb36-d7a9-4436-877d-cd1f58f8c939) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:38:49.390310 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-06ffe2fb-aa0c-4be4-8c5a-f344f2fd86a9 admin admin] Publish callbacks [] for router_gateway (5fef7b65-5a09-489d-8de7-b6dc2f6f4c79), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:49.412493 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-06ffe2fb-aa0c-4be4-8c5a-f344f2fd86a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:49.434955 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c15b3f-77b4-483c-b5da-0f0b8215d47a None None] Pushing event updated for resources: {'Port': ['ID=add433b3-6dd9-479c-9a63-10c0a85dc588,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:49.523656 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-06ffe2fb-aa0c-4be4-8c5a-f344f2fd86a9 admin admin] Allocated IP 172.27.2.228 (239af684-5624-458a-b969-bfdffc6894c6/633c65e6-a2b9-4bb5-a70e-b23c3791a1d5/d4ee8f11-f595-438f-83cf-e7cc656edbcc) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:38:49.536149 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-c8f53eaf-61a8-4328-87d5-bee774279222 None None] Provisioning complete for port add433b3-6dd9-479c-9a63-10c0a85dc588 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:49.536534 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c8f53eaf-61a8-4328-87d5-bee774279222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (add433b3-6dd9-479c-9a63-10c0a85dc588), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:49.597369 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 02e0d2eb-a915-4485-b0f0-f340929e6fd2 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:38:49.630869 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-06ffe2fb-aa0c-4be4-8c5a-f344f2fd86a9 admin admin] Publish callbacks [] for port (d4ee8f11-f595-438f-83cf-e7cc656edbcc), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:49.664683 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] Publish callbacks [] for port (e690bb36-d7a9-4436-877d-cd1f58f8c939), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:49.671403 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:48Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:49.699919 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44139ea-7876-4f93-8708-2a82565c74ae None None] The sync data for ids ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'] in dv-cinder-819011-2-iscsi is: [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:48Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:38:49.733218 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c8f53eaf-61a8-4328-87d5-bee774279222 None None] Current status of the port add433b3-6dd9-479c-9a63-10c0a85dc588 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:38:49.743932 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (e690bb36-d7a9-4436-877d-cd1f58f8c939), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:49.765074 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-06ffe2fb-aa0c-4be4-8c5a-f344f2fd86a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (d4ee8f11-f595-438f-83cf-e7cc656edbcc), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:49.800117 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] Network 9f0ee4f2-bfa3-4153-8b12-83edf203ab2c is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:38:49.804974 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ffe2fb-aa0c-4be4-8c5a-f344f2fd86a9 admin admin] Network 239af684-5624-458a-b969-bfdffc6894c6 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:38:49.807255 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:38:49.808205 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-06ffe2fb-aa0c-4be4-8c5a-f344f2fd86a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:38:49.809386 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] Pushing event updated for resources: {'Port': ['ID=e690bb36-d7a9-4436-877d-cd1f58f8c939,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:49.811693 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:38:49.811871 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ffe2fb-aa0c-4be4-8c5a-f344f2fd86a9 admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:38:49.859833 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffe2fb-aa0c-4be4-8c5a-f344f2fd86a9 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ee8f11-f595-438f-83cf-e7cc656edbcc,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:49.870342 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] Attempting to bind port e690bb36-d7a9-4436-877d-cd1f58f8c939 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:38:49.870797 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] Attempting to bind port e690bb36-d7a9-4436-877d-cd1f58f8c939 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '9d7db032-84af-466a-86f6-405dfbbe7234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9f0ee4f2-bfa3-4153-8b12-83edf203ab2c'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:38:49.871460 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] Attempting to bind port e690bb36-d7a9-4436-877d-cd1f58f8c939 on network 9f0ee4f2-bfa3-4153-8b12-83edf203ab2c {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:38:49.877564 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:38:49.878105 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] Checking segment: {'id': '9d7db032-84af-466a-86f6-405dfbbe7234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9f0ee4f2-bfa3-4153-8b12-83edf203ab2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:38:49.878604 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:49.879135 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] Bound using segment: {'id': '9d7db032-84af-466a-86f6-405dfbbe7234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9f0ee4f2-bfa3-4153-8b12-83edf203ab2c'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:38:49.879705 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] Bound port: e690bb36-d7a9-4436-877d-cd1f58f8c939, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7db032-84af-466a-86f6-405dfbbe7234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9f0ee4f2-bfa3-4153-8b12-83edf203ab2c'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:38:49.880185 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (e690bb36-d7a9-4436-877d-cd1f58f8c939), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:49.955642 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] For port e690bb36-d7a9-4436-877d-cd1f58f8c939, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:38:49.959521 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] For port e690bb36-d7a9-4436-877d-cd1f58f8c939, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=e690bb36-d7a9-4436-877d-cd1f58f8c939,segment=NetworkSegment(9d7db032-84af-466a-86f6-405dfbbe7234),segment_id=9d7db032-84af-466a-86f6-405dfbbe7234)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:38:50.037993 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (e690bb36-d7a9-4436-877d-cd1f58f8c939), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:50.107745 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006397b8-8e59-4d76-b9e0-03c05ff157ba None None] Pushing event updated for resources: {'Port': ['ID=e690bb36-d7a9-4436-877d-cd1f58f8c939,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:50.291854 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-06ffe2fb-aa0c-4be4-8c5a-f344f2fd86a9 admin admin] Publish callbacks [] for router_gateway (5fef7b65-5a09-489d-8de7-b6dc2f6f4c79), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:50.537069 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03cec8-5066-49d8-9d98-8ae9eb247ec9 req-2092621f-61f7-4e39-9109-e20e8f928393 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:50.538638 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fe03cec8-5066-49d8-9d98-8ae9eb247ec9 req-2092621f-61f7-4e39-9109-e20e8f928393 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.3371809 Jan 25 03:38:50.544411 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-06ffe2fb-aa0c-4be4-8c5a-f344f2fd86a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587228'] for router (5fef7b65-5a09-489d-8de7-b6dc2f6f4c79), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:50.671636 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fe03cec8-5066-49d8-9d98-8ae9eb247ec9 req-0e5efbbe-976f-40a1-ab04-8f8b0fb48f0d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210690 Jan 25 03:38:50.791472 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ffe2fb-aa0c-4be4-8c5a-f344f2fd86a9 admin admin] Router 5fef7b65-5a09-489d-8de7-b6dc2f6f4c79 is scheduled to L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca with binding_index 1 {{(pid=103185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 03:38:51.026312 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device add433b3-6dd9-479c-9a63-10c0a85dc588 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:38:51.103589 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port add433b3-6dd9-479c-9a63-10c0a85dc588 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:51.104234 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (add433b3-6dd9-479c-9a63-10c0a85dc588), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:51.130132 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ffe2fb-aa0c-4be4-8c5a-f344f2fd86a9 admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:38:51.145183 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] Sync routers for ids ['5fef7b65-5a09-489d-8de7-b6dc2f6f4c79'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:38:51.157157 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] Routers {'5fef7b65-5a09-489d-8de7-b6dc2f6f4c79'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:38:51.157776 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:38:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['5fef7b65-5a09-489d-8de7-b6dc2f6f4c79'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:51.202368 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port add433b3-6dd9-479c-9a63-10c0a85dc588 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:38:51.203593 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device e690bb36-d7a9-4436-877d-cd1f58f8c939 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:38:51.218242 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-06ffe2fb-aa0c-4be4-8c5a-f344f2fd86a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:51.222803 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-06ffe2fb-aa0c-4be4-8c5a-f344f2fd86a9 admin admin] 10.222.0.115 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5659006 Jan 25 03:38:51.223331 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 50236) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:51.262449 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port e690bb36-d7a9-4436-877d-cd1f58f8c939 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:51.263264 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (e690bb36-d7a9-4436-877d-cd1f58f8c939), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:51.330960 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] Set router 5fef7b65-5a09-489d-8de7-b6dc2f6f4c79 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:38:51.403496 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port e690bb36-d7a9-4436-877d-cd1f58f8c939 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:38:51.403895 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (e690bb36-d7a9-4436-877d-cd1f58f8c939), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:51.444353 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e0ca79-3806-4148-8b81-63b2aee66f01 None None] Network 9f0ee4f2-bfa3-4153-8b12-83edf203ab2c requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:38:51.447871 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] For port e690bb36-d7a9-4436-877d-cd1f58f8c939, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=e690bb36-d7a9-4436-877d-cd1f58f8c939,segment=NetworkSegment(9d7db032-84af-466a-86f6-405dfbbe7234),segment_id=9d7db032-84af-466a-86f6-405dfbbe7234)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:38:51.596982 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef7b65-5a09-489d-8de7-b6dc2f6f4c79', 'name': 'tempest-TestVolumeBootPattern-563185698-router', 'tenant_id': 'c713bb8b46c64afca46cc48e87771059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd4ee8f11-f595-438f-83cf-e7cc656edbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:48Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 3, 'project_id': 'c713bb8b46c64afca46cc48e87771059', 'gw_port': {'id': 'd4ee8f11-f595-438f-83cf-e7cc656edbcc', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:30:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fef7b65-5a09-489d-8de7-b6dc2f6f4c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:49Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:51.611872 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (e690bb36-d7a9-4436-877d-cd1f58f8c939), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:51.628797 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] Checking router: 5fef7b65-5a09-489d-8de7-b6dc2f6f4c79 for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:38:51.631042 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] Updating router 5fef7b65-5a09-489d-8de7-b6dc2f6f4c79 port d4ee8f11-f595-438f-83cf-e7cc656edbcc binding host dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:38:51.657224 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (d4ee8f11-f595-438f-83cf-e7cc656edbcc), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:51.681851 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-2b0d6415-2448-4c25-b4e3-9a9854bb1d60 None None] Provisioning complete for port e690bb36-d7a9-4436-877d-cd1f58f8c939 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:51.682107 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2b0d6415-2448-4c25-b4e3-9a9854bb1d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (e690bb36-d7a9-4436-877d-cd1f58f8c939), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:51.750604 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Pushing event updated for resources: {'Port': ['ID=e690bb36-d7a9-4436-877d-cd1f58f8c939,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:51.764212 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2f07e288-fd46-404e-8a4d-3c846afc4b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:51.853233 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-2b0d6415-2448-4c25-b4e3-9a9854bb1d60 None None] Current status of the port e690bb36-d7a9-4436-877d-cd1f58f8c939 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:38:51.929543 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40be7d-bc91-47c4-a2d6-28aede8bd716 req-cc039ada-b4b6-44dc-8e18-55ef82eb79eb tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:51.931189 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5c40be7d-bc91-47c4-a2d6-28aede8bd716 req-cc039ada-b4b6-44dc-8e18-55ef82eb79eb tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.1146815 Jan 25 03:38:52.031045 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5c40be7d-bc91-47c4-a2d6-28aede8bd716 req-3db1faf4-25db-4778-834e-bad0bf70057a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919399 Jan 25 03:38:52.044982 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [None req-2f07e288-fd46-404e-8a4d-3c846afc4b9f admin admin] Allocated IP 172.20.0.1 (9f0ee4f2-bfa3-4153-8b12-83edf203ab2c/ce6dd287-ed5d-4237-b1bb-eb9b89371e28/3782a5af-c7a2-4f52-824a-6d2ec7bf97ff) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:38:52.050303 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] Publish callbacks [] for port (d4ee8f11-f595-438f-83cf-e7cc656edbcc), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:52.065872 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e41f20-c731-4480-8e53-b49731bbe678 req-d235b7fb-9055-40c1-9abe-38a5a559bbbc tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:52.077510 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-46e41f20-c731-4480-8e53-b49731bbe678 req-d235b7fb-9055-40c1-9abe-38a5a559bbbc tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0804179 Jan 25 03:38:52.128214 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (d4ee8f11-f595-438f-83cf-e7cc656edbcc), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:52.128420 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-46e41f20-c731-4480-8e53-b49731bbe678 req-b0a471fb-7e0e-4e0a-b986-42c199d9570f tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500276 Jan 25 03:38:52.172404 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2f07e288-fd46-404e-8a4d-3c846afc4b9f admin admin] Publish callbacks [] for port (3782a5af-c7a2-4f52-824a-6d2ec7bf97ff), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:52.174578 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-30b1f71c-acc6-4585-acd5-a2f05f98356c None None] Provisioning complete for port e690bb36-d7a9-4436-877d-cd1f58f8c939 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:52.175136 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30b1f71c-acc6-4585-acd5-a2f05f98356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (e690bb36-d7a9-4436-877d-cd1f58f8c939), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:52.176525 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd9796-12c4-4a47-a171-0d4c374cc9b9 None None] Pushing event updated for resources: {'Port': ['ID=d4ee8f11-f595-438f-83cf-e7cc656edbcc,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:52.189501 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] Attempting to bind port d4ee8f11-f595-438f-83cf-e7cc656edbcc on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:38:52.189891 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] Attempting to bind port d4ee8f11-f595-438f-83cf-e7cc656edbcc by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:38:52.190247 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] Attempting to bind port d4ee8f11-f595-438f-83cf-e7cc656edbcc on network 239af684-5624-458a-b969-bfdffc6894c6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:38:52.195763 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:38:52.199924 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] Checking segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:38:52.199924 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:52.199924 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] Bound using segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:38:52.199924 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] Bound port: d4ee8f11-f595-438f-83cf-e7cc656edbcc, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:38:52.199924 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (d4ee8f11-f595-438f-83cf-e7cc656edbcc), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:52.250677 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] For port d4ee8f11-f595-438f-83cf-e7cc656edbcc, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:38:52.253776 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] For port d4ee8f11-f595-438f-83cf-e7cc656edbcc, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=d4ee8f11-f595-438f-83cf-e7cc656edbcc,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:38:52.260422 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2f07e288-fd46-404e-8a4d-3c846afc4b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (3782a5af-c7a2-4f52-824a-6d2ec7bf97ff), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:52.264955 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-30b1f71c-acc6-4585-acd5-a2f05f98356c None None] Current status of the port e690bb36-d7a9-4436-877d-cd1f58f8c939 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:38:52.300253 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f07e288-fd46-404e-8a4d-3c846afc4b9f admin admin] Network 9f0ee4f2-bfa3-4153-8b12-83edf203ab2c is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:38:52.302972 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-2f07e288-fd46-404e-8a4d-3c846afc4b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:38:52.308552 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f07e288-fd46-404e-8a4d-3c846afc4b9f admin admin] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:38:52.311666 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (d4ee8f11-f595-438f-83cf-e7cc656edbcc), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:52.337574 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07e288-fd46-404e-8a4d-3c846afc4b9f admin admin] Pushing event updated for resources: {'Port': ['ID=3782a5af-c7a2-4f52-824a-6d2ec7bf97ff,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:52.367796 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] Routers {'5fef7b65-5a09-489d-8de7-b6dc2f6f4c79'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:38:52.368416 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:38:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['5fef7b65-5a09-489d-8de7-b6dc2f6f4c79'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:52.368905 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2f07e288-fd46-404e-8a4d-3c846afc4b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586080'] for router_interface (5fef7b65-5a09-489d-8de7-b6dc2f6f4c79), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:52.505407 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] Set router 5fef7b65-5a09-489d-8de7-b6dc2f6f4c79 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:38:52.563811 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd9796-12c4-4a47-a171-0d4c374cc9b9 None None] Pushing event updated for resources: {'Port': ['ID=d4ee8f11-f595-438f-83cf-e7cc656edbcc,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:52.590419 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-5aa90f97-b5ac-4cf3-b4a5-1588070f920c None None] Provisioning complete for port 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:52.590975 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5aa90f97-b5ac-4cf3-b4a5-1588070f920c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (3782a5af-c7a2-4f52-824a-6d2ec7bf97ff), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:52.626666 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5aa90f97-b5ac-4cf3-b4a5-1588070f920c None None] Port 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:38:52.631723 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2f07e288-fd46-404e-8a4d-3c846afc4b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (3782a5af-c7a2-4f52-824a-6d2ec7bf97ff), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:52.694208 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef7b65-5a09-489d-8de7-b6dc2f6f4c79', 'name': 'tempest-TestVolumeBootPattern-563185698-router', 'tenant_id': 'c713bb8b46c64afca46cc48e87771059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd4ee8f11-f595-438f-83cf-e7cc656edbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:48Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 3, 'project_id': 'c713bb8b46c64afca46cc48e87771059', 'gw_port': {'id': 'd4ee8f11-f595-438f-83cf-e7cc656edbcc', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:30:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fef7b65-5a09-489d-8de7-b6dc2f6f4c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:49Z', 'updated_at': '2022-01-25T03:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:52.721480 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cfe958-d98d-41e8-8427-af1c5f76e8bb None None] The sync data for ids ['5fef7b65-5a09-489d-8de7-b6dc2f6f4c79'] in dv-cinder-819011-2-iscsi is: [{'id': '5fef7b65-5a09-489d-8de7-b6dc2f6f4c79', 'name': 'tempest-TestVolumeBootPattern-563185698-router', 'tenant_id': 'c713bb8b46c64afca46cc48e87771059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd4ee8f11-f595-438f-83cf-e7cc656edbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:48Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 3, 'project_id': 'c713bb8b46c64afca46cc48e87771059', 'gw_port': {'id': 'd4ee8f11-f595-438f-83cf-e7cc656edbcc', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:30:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fef7b65-5a09-489d-8de7-b6dc2f6f4c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:49Z', 'updated_at': '2022-01-25T03:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:38:52.806183 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2f07e288-fd46-404e-8a4d-3c846afc4b9f admin admin] Publish callbacks [] for port (3782a5af-c7a2-4f52-824a-6d2ec7bf97ff), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:52.865574 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2f07e288-fd46-404e-8a4d-3c846afc4b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (3782a5af-c7a2-4f52-824a-6d2ec7bf97ff), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:52.868608 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device e690bb36-d7a9-4436-877d-cd1f58f8c939 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:38:52.920944 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port e690bb36-d7a9-4436-877d-cd1f58f8c939 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:52.921407 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (e690bb36-d7a9-4436-877d-cd1f58f8c939), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:52.932604 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07e288-fd46-404e-8a4d-3c846afc4b9f admin admin] Pushing event updated for resources: {'Port': ['ID=3782a5af-c7a2-4f52-824a-6d2ec7bf97ff,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:52.934916 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2f07e288-fd46-404e-8a4d-3c846afc4b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560522'] for router_interface (5fef7b65-5a09-489d-8de7-b6dc2f6f4c79), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:53.051492 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port e690bb36-d7a9-4436-877d-cd1f58f8c939 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:38:53.275189 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10439d1a-d0e3-4cd7-8ccc-a672e9d9e420 req-3bf31e12-1f90-4f41-ba34-f04dac777bac tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:53.277482 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-10439d1a-d0e3-4cd7-8ccc-a672e9d9e420 req-3bf31e12-1f90-4f41-ba34-f04dac777bac tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0546641 Jan 25 03:38:53.334918 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-10439d1a-d0e3-4cd7-8ccc-a672e9d9e420 req-c4d150e4-34e1-4e53-990a-61f57f169ede tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520365 Jan 25 03:38:53.335266 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68a751-fafb-474d-b6e8-81439a8fbfd6 req-4f34e13b-dbee-4240-9f77-305d5f488cec tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:53.337358 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6b68a751-fafb-474d-b6e8-81439a8fbfd6 req-4f34e13b-dbee-4240-9f77-305d5f488cec tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0816627 Jan 25 03:38:53.356618 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f07e288-fd46-404e-8a4d-3c846afc4b9f admin admin] Network 9f0ee4f2-bfa3-4153-8b12-83edf203ab2c is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:38:53.364181 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-2f07e288-fd46-404e-8a4d-3c846afc4b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:38:53.439624 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6b68a751-fafb-474d-b6e8-81439a8fbfd6 req-a9fbfdd2-b9eb-4782-a1f7-f224ddedfc3b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943491 Jan 25 03:38:53.533540 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f07e288-fd46-404e-8a4d-3c846afc4b9f admin admin] Router 5fef7b65-5a09-489d-8de7-b6dc2f6f4c79 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:38:53.662767 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-3b3b54de-3879-4dc3-bcf7-6df4ba8ebd7b None None] Provisioning complete for port 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:53.663815 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3b3b54de-3879-4dc3-bcf7-6df4ba8ebd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (3782a5af-c7a2-4f52-824a-6d2ec7bf97ff), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:53.672135 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f07e288-fd46-404e-8a4d-3c846afc4b9f admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:38:53.677416 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-2f07e288-fd46-404e-8a4d-3c846afc4b9f admin admin] 10.222.0.115 "PUT /v2.0/routers/5fef7b65-5a09-489d-8de7-b6dc2f6f4c79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4530647 Jan 25 03:38:53.721405 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3b3b54de-3879-4dc3-bcf7-6df4ba8ebd7b None None] Port 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:38:54.459705 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc0a7e-e0ec-4c08-937e-b7482866833e req-2342a6f7-9f11-4780-85ff-9383795dc815 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:54.461091 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bafc0a7e-e0ec-4c08-937e-b7482866833e req-2342a6f7-9f11-4780-85ff-9383795dc815 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.0491114 Jan 25 03:38:54.493764 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] Sync routers for ids ['5fef7b65-5a09-489d-8de7-b6dc2f6f4c79'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:38:54.503881 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] Routers {'5fef7b65-5a09-489d-8de7-b6dc2f6f4c79'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:38:54.504591 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:38:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['5fef7b65-5a09-489d-8de7-b6dc2f6f4c79'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:54.509774 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bafc0a7e-e0ec-4c08-937e-b7482866833e req-a96e8482-01c7-4cfd-ae68-eef73914ff04 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424454 Jan 25 03:38:54.622161 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] Set router 5fef7b65-5a09-489d-8de7-b6dc2f6f4c79 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:38:54.625506 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fd115-a8ba-48b1-81db-3cd1bbd793ff req-c9dc62c3-3f29-4a8f-9c7d-60cc476cb11e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:54.631543 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-279fd115-a8ba-48b1-81db-3cd1bbd793ff req-c9dc62c3-3f29-4a8f-9c7d-60cc476cb11e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0652390 Jan 25 03:38:54.684186 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-279fd115-a8ba-48b1-81db-3cd1bbd793ff req-912bf5bc-e964-4f9e-9261-9dbf3e766a31 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507698 Jan 25 03:38:54.839149 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef7b65-5a09-489d-8de7-b6dc2f6f4c79', 'name': 'tempest-TestVolumeBootPattern-563185698-router', 'tenant_id': 'c713bb8b46c64afca46cc48e87771059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd4ee8f11-f595-438f-83cf-e7cc656edbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:48Z', 'updated_at': '2022-01-25T03:38:52Z', 'revision_number': 4, 'project_id': 'c713bb8b46c64afca46cc48e87771059', 'gw_port': {'id': 'd4ee8f11-f595-438f-83cf-e7cc656edbcc', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:30:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fef7b65-5a09-489d-8de7-b6dc2f6f4c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:49Z', 'updated_at': '2022-01-25T03:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '3782a5af-c7a2-4f52-824a-6d2ec7bf97ff', 'name': '', 'network_id': '9f0ee4f2-bfa3-4153-8b12-83edf203ab2c', 'tenant_id': 'c713bb8b46c64afca46cc48e87771059', 'mac_address': 'fa:16:3e:16:8b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fef7b65-5a09-489d-8de7-b6dc2f6f4c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ce6dd287-ed5d-4237-b1bb-eb9b89371e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:51Z', 'updated_at': '2022-01-25T03:38:52Z', 'revision_number': 2, 'project_id': 'c713bb8b46c64afca46cc48e87771059', 'subnets': [{'id': 'ce6dd287-ed5d-4237-b1bb-eb9b89371e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:54.866906 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] Checking router: 5fef7b65-5a09-489d-8de7-b6dc2f6f4c79 for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:38:54.867301 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] Updating router 5fef7b65-5a09-489d-8de7-b6dc2f6f4c79 port 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff binding host dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:38:54.895747 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (3782a5af-c7a2-4f52-824a-6d2ec7bf97ff), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:54.899194 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device d4ee8f11-f595-438f-83cf-e7cc656edbcc up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:38:55.039395 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port d4ee8f11-f595-438f-83cf-e7cc656edbcc triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:55.039802 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (d4ee8f11-f595-438f-83cf-e7cc656edbcc), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:55.199666 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port d4ee8f11-f595-438f-83cf-e7cc656edbcc is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:38:55.200048 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (d4ee8f11-f595-438f-83cf-e7cc656edbcc), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:55.250806 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] For port d4ee8f11-f595-438f-83cf-e7cc656edbcc, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=d4ee8f11-f595-438f-83cf-e7cc656edbcc,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:38:55.270331 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] Publish callbacks [] for port (3782a5af-c7a2-4f52-824a-6d2ec7bf97ff), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:55.322290 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (d4ee8f11-f595-438f-83cf-e7cc656edbcc), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:55.354282 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (3782a5af-c7a2-4f52-824a-6d2ec7bf97ff), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:55.394569 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 50302) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:55.400749 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Pushing event updated for resources: {'Port': ['ID=d4ee8f11-f595-438f-83cf-e7cc656edbcc,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:55.403450 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-1b25c0f8-a34e-436c-b3a7-7ec03f9de063 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-63611146', 'description': 'tempest-secgroup-smoke-63611146 description', 'project_id': '0fe72d0d8d144438a671aac4e939c693'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:38:55.483886 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71370f6-8768-4346-830f-20dc6817f5a0 None None] Pushing event updated for resources: {'Port': ['ID=3782a5af-c7a2-4f52-824a-6d2ec7bf97ff,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:55.486123 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] Attempting to bind port 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:38:55.486488 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] Attempting to bind port 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '9d7db032-84af-466a-86f6-405dfbbe7234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9f0ee4f2-bfa3-4153-8b12-83edf203ab2c'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:38:55.486974 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] Attempting to bind port 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff on network 9f0ee4f2-bfa3-4153-8b12-83edf203ab2c {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:38:55.492788 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:38:55.493171 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] Checking segment: {'id': '9d7db032-84af-466a-86f6-405dfbbe7234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9f0ee4f2-bfa3-4153-8b12-83edf203ab2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:38:55.493572 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:55.493960 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] Bound using segment: {'id': '9d7db032-84af-466a-86f6-405dfbbe7234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9f0ee4f2-bfa3-4153-8b12-83edf203ab2c'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:38:55.494428 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] Bound port: 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7db032-84af-466a-86f6-405dfbbe7234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9f0ee4f2-bfa3-4153-8b12-83edf203ab2c'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:38:55.494573 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b25c0f8-a34e-436c-b3a7-7ec03f9de063 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:55.495048 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (3782a5af-c7a2-4f52-824a-6d2ec7bf97ff), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:55.576250 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] For port 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:38:55.581469 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] For port 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=3782a5af-c7a2-4f52-824a-6d2ec7bf97ff,segment=NetworkSegment(9d7db032-84af-466a-86f6-405dfbbe7234),segment_id=9d7db032-84af-466a-86f6-405dfbbe7234)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:38:55.582736 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b25c0f8-a34e-436c-b3a7-7ec03f9de063 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group (6744eb07-18e5-4865-83ab-4fe93b386738), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:55.626573 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (3782a5af-c7a2-4f52-824a-6d2ec7bf97ff), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:55.651860 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b25c0f8-a34e-436c-b3a7-7ec03f9de063 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (6744eb07-18e5-4865-83ab-4fe93b386738), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:55.690238 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] Routers {'5fef7b65-5a09-489d-8de7-b6dc2f6f4c79'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:38:55.691211 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:38:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['5fef7b65-5a09-489d-8de7-b6dc2f6f4c79'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:55.695834 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e8cd4-56e0-41b8-8861-9076092d7a83 req-221feeef-b03d-4ef6-99f4-7168c3f72f44 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:55.697378 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0a2e8cd4-56e0-41b8-8861-9076092d7a83 req-221feeef-b03d-4ef6-99f4-7168c3f72f44 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.1116698 Jan 25 03:38:55.706186 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25c0f8-a34e-436c-b3a7-7ec03f9de063 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6744eb07-18e5-4865-83ab-4fe93b386738,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:55.716394 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301fb8d-b728-4e07-9d09-bfda483ab61d req-3ac0a6a5-d322-4ad3-ba14-ba2cd29dde73 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:55.717902 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5301fb8d-b728-4e07-9d09-bfda483ab61d req-3ac0a6a5-d322-4ad3-ba14-ba2cd29dde73 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.112 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 945 time: 0.1053600 Jan 25 03:38:55.802370 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b25c0f8-a34e-436c-b3a7-7ec03f9de063 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:55.806398 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-1b25c0f8-a34e-436c-b3a7-7ec03f9de063 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4053452 Jan 25 03:38:55.813307 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 50316) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:55.813898 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-5fe1753d-6e87-459c-bed0-543bd394039d None None] Provisioning complete for port 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:55.814270 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5fe1753d-6e87-459c-bed0-543bd394039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (3782a5af-c7a2-4f52-824a-6d2ec7bf97ff), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:55.818744 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-4737178f-6824-4e28-abde-d23f57499c82 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Request body: {'security_group_rule': {'security_group_id': '6744eb07-18e5-4865-83ab-4fe93b386738', 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:38:55.865581 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0a2e8cd4-56e0-41b8-8861-9076092d7a83 req-830bcc39-deca-4cdb-ae56-c2f998cce14a tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463289 Jan 25 03:38:55.867836 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e43f96-5e92-4c2e-8229-1216f99a6b15 req-7ad45d42-aee1-4029-a976-42afeccfe867 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:55.870102 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71370f6-8768-4346-830f-20dc6817f5a0 None None] Pushing event updated for resources: {'Port': ['ID=3782a5af-c7a2-4f52-824a-6d2ec7bf97ff,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:55.871878 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d8e43f96-5e92-4c2e-8229-1216f99a6b15 req-7ad45d42-aee1-4029-a976-42afeccfe867 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0908806 Jan 25 03:38:55.965232 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d8e43f96-5e92-4c2e-8229-1216f99a6b15 req-fbc06d03-64d0-40be-9ffa-01268f24807d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764616 Jan 25 03:38:55.966687 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4737178f-6824-4e28-abde-d23f57499c82 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group_rule (4f9c618f-60b8-41da-845a-1605664a2322), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:55.970978 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] Set router 5fef7b65-5a09-489d-8de7-b6dc2f6f4c79 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:38:55.976081 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-5301fb8d-b728-4e07-9d09-bfda483ab61d req-a75a5a70-6312-4da2-8c18-a3470519459b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Deleting port 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:38:55.976422 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-5301fb8d-b728-4e07-9d09-bfda483ab61d req-a75a5a70-6312-4da2-8c18-a3470519459b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (7a3865a4-17c6-440a-8dd3-3ff9c0e019f2), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:56.047662 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4737178f-6824-4e28-abde-d23f57499c82 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group_rule (4f9c618f-60b8-41da-845a-1605664a2322), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:56.095772 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1753d-6e87-459c-bed0-543bd394039d None None] Current status of the port 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:38:56.096074 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5fe1753d-6e87-459c-bed0-543bd394039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (3782a5af-c7a2-4f52-824a-6d2ec7bf97ff), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:56.097638 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-5301fb8d-b728-4e07-9d09-bfda483ab61d req-a75a5a70-6312-4da2-8c18-a3470519459b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] For port 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=7a3865a4-17c6-440a-8dd3-3ff9c0e019f2,segment=NetworkSegment(908330e8-0f34-421a-a960-e1f0e985230a),segment_id=908330e8-0f34-421a-a960-e1f0e985230a)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:38:56.098075 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-5301fb8d-b728-4e07-9d09-bfda483ab61d req-a75a5a70-6312-4da2-8c18-a3470519459b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (7a3865a4-17c6-440a-8dd3-3ff9c0e019f2), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:56.111222 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-5301fb8d-b728-4e07-9d09-bfda483ab61d req-a75a5a70-6312-4da2-8c18-a3470519459b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Calling delete_port for 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:38:56.123362 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4737178f-6824-4e28-abde-d23f57499c82 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (4f9c618f-60b8-41da-845a-1605664a2322), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:56.145522 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737178f-6824-4e28-abde-d23f57499c82 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9c618f-60b8-41da-845a-1605664a2322,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:56.186426 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-5fe1753d-6e87-459c-bed0-543bd394039d None None] For port 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=3782a5af-c7a2-4f52-824a-6d2ec7bf97ff,segment=NetworkSegment(9d7db032-84af-466a-86f6-405dfbbe7234),segment_id=9d7db032-84af-466a-86f6-405dfbbe7234)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:38:56.228787 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4737178f-6824-4e28-abde-d23f57499c82 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:56.232079 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-4737178f-6824-4e28-abde-d23f57499c82 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4174697 Jan 25 03:38:56.233446 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 50322) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:56.239261 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-fb230e42-f7f8-4aac-885a-5d2bd8f4aac6 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Request body: {'security_group_rule': {'security_group_id': '6744eb07-18e5-4865-83ab-4fe93b386738', 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:38:56.265461 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef7b65-5a09-489d-8de7-b6dc2f6f4c79', 'name': 'tempest-TestVolumeBootPattern-563185698-router', 'tenant_id': 'c713bb8b46c64afca46cc48e87771059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd4ee8f11-f595-438f-83cf-e7cc656edbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:48Z', 'updated_at': '2022-01-25T03:38:52Z', 'revision_number': 4, 'project_id': 'c713bb8b46c64afca46cc48e87771059', 'gw_port': {'id': 'd4ee8f11-f595-438f-83cf-e7cc656edbcc', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef7b65-5a09-489d-8de7-b6dc2f6f4c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:49Z', 'updated_at': '2022-01-25T03:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '3782a5af-c7a2-4f52-824a-6d2ec7bf97ff', 'name': '', 'network_id': '9f0ee4f2-bfa3-4153-8b12-83edf203ab2c', 'tenant_id': 'c713bb8b46c64afca46cc48e87771059', 'mac_address': 'fa:16:3e:16:8b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fef7b65-5a09-489d-8de7-b6dc2f6f4c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ce6dd287-ed5d-4237-b1bb-eb9b89371e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:51Z', 'updated_at': '2022-01-25T03:38:55Z', 'revision_number': 4, 'project_id': 'c713bb8b46c64afca46cc48e87771059', 'subnets': [{'id': 'ce6dd287-ed5d-4237-b1bb-eb9b89371e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:38:56.291182 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4435b4c7-0461-4b2e-bd78-c621ba8c67f9 None None] The sync data for ids ['5fef7b65-5a09-489d-8de7-b6dc2f6f4c79'] in dv-cinder-819011-2-iscsi is: [{'id': '5fef7b65-5a09-489d-8de7-b6dc2f6f4c79', 'name': 'tempest-TestVolumeBootPattern-563185698-router', 'tenant_id': 'c713bb8b46c64afca46cc48e87771059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd4ee8f11-f595-438f-83cf-e7cc656edbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:48Z', 'updated_at': '2022-01-25T03:38:52Z', 'revision_number': 4, 'project_id': 'c713bb8b46c64afca46cc48e87771059', 'gw_port': {'id': 'd4ee8f11-f595-438f-83cf-e7cc656edbcc', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef7b65-5a09-489d-8de7-b6dc2f6f4c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:49Z', 'updated_at': '2022-01-25T03:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '3782a5af-c7a2-4f52-824a-6d2ec7bf97ff', 'name': '', 'network_id': '9f0ee4f2-bfa3-4153-8b12-83edf203ab2c', 'tenant_id': 'c713bb8b46c64afca46cc48e87771059', 'mac_address': 'fa:16:3e:16:8b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fef7b65-5a09-489d-8de7-b6dc2f6f4c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ce6dd287-ed5d-4237-b1bb-eb9b89371e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:51Z', 'updated_at': '2022-01-25T03:38:55Z', 'revision_number': 4, 'project_id': 'c713bb8b46c64afca46cc48e87771059', 'subnets': [{'id': 'ce6dd287-ed5d-4237-b1bb-eb9b89371e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:38:56.293392 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5fe1753d-6e87-459c-bed0-543bd394039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (3782a5af-c7a2-4f52-824a-6d2ec7bf97ff), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:56.319931 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-5301fb8d-b728-4e07-9d09-bfda483ab61d req-a75a5a70-6312-4da2-8c18-a3470519459b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (7a3865a4-17c6-440a-8dd3-3ff9c0e019f2), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:56.383722 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb230e42-f7f8-4aac-885a-5d2bd8f4aac6 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group_rule (a7a7b9e5-7ce3-4ecf-ba76-065e7fa7cf7b), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:56.400543 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a5a70-6312-4da2-8c18-a3470519459b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Pushing event deleted for resources: {'Port': ['ID=7a3865a4-17c6-440a-8dd3-3ff9c0e019f2,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:56.453673 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['7a3865a4-17c6-440a-8dd3-3ff9c0e019f2', '29297f0b-07c1-43dd-9bc9-7ce2fc61fabf'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:38:56.455144 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-5301fb8d-b728-4e07-9d09-bfda483ab61d req-a75a5a70-6312-4da2-8c18-a3470519459b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] No DVR routers for this DVR port 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:38:56.459577 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-5301fb8d-b728-4e07-9d09-bfda483ab61d req-a75a5a70-6312-4da2-8c18-a3470519459b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:56.462796 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5301fb8d-b728-4e07-9d09-bfda483ab61d req-a75a5a70-6312-4da2-8c18-a3470519459b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.112 "DELETE /v2.0/ports/7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 HTTP/1.1" status: 204 len: 173 time: 0.7377236 Jan 25 03:38:56.463291 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a', 'name': 'network-vif-deleted', 'tag': '7a3865a4-17c6-440a-8dd3-3ff9c0e019f2'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:38:56.499570 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b6fcfd-0d84-4208-adca-3052c156b541" -d '{"events": [{"server_uuid": "8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a", "name": "network-vif-deleted", "tag": "7a3865a4-17c6-440a-8dd3-3ff9c0e019f2"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:38:56.534754 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb230e42-f7f8-4aac-885a-5d2bd8f4aac6 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group_rule (a7a7b9e5-7ce3-4ecf-ba76-065e7fa7cf7b), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:56.541476 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-57df3370-2bfc-47eb-a964-c6c9d2fafc53 None None] Provisioning complete for port 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:56.541846 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57df3370-2bfc-47eb-a964-c6c9d2fafc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (3782a5af-c7a2-4f52-824a-6d2ec7bf97ff), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:56.547871 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2049a11-e0ca-4c45-a9f7-6ce548843c1e x-openstack-request-id: req-b2049a11-e0ca-4c45-a9f7-6ce548843c1e {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:38:56.548157 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a", "name": "network-vif-deleted", "tag": "7a3865a4-17c6-440a-8dd3-3ff9c0e019f2", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:38:56.548402 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-b2049a11-e0ca-4c45-a9f7-6ce548843c1e {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:38:56.548802 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a', 'name': 'network-vif-deleted', 'tag': '7a3865a4-17c6-440a-8dd3-3ff9c0e019f2', 'status': 'completed', 'code': 200} Jan 25 03:38:56.592339 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1753d-6e87-459c-bed0-543bd394039d None None] Pushing event updated for resources: {'Port': ['ID=3782a5af-c7a2-4f52-824a-6d2ec7bf97ff,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:56.608558 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb230e42-f7f8-4aac-885a-5d2bd8f4aac6 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (a7a7b9e5-7ce3-4ecf-ba76-065e7fa7cf7b), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:56.638019 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb230e42-f7f8-4aac-885a-5d2bd8f4aac6 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a7b9e5-7ce3-4ecf-ba76-065e7fa7cf7b,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:56.732669 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-57df3370-2bfc-47eb-a964-c6c9d2fafc53 None None] Current status of the port 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:38:56.763944 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb230e42-f7f8-4aac-885a-5d2bd8f4aac6 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:56.771915 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-fb230e42-f7f8-4aac-885a-5d2bd8f4aac6 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5329046 Jan 25 03:38:56.774027 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 50332) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:56.783887 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-f5d107f7-0d85-48ea-b12d-094e328381a3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Request body: {'security_group_rule': {'security_group_id': '6744eb07-18e5-4865-83ab-4fe93b386738', 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:38:56.927602 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5d107f7-0d85-48ea-b12d-094e328381a3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group_rule (64224654-cd75-4ab1-887b-c5eb60139906), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:57.015648 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e2630ad7-68e4-4123-a052-62ad84e1d6f0 req-9bccaf73-b7af-4f92-8f73-48d15882ae2b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 210 time: 0.0375247 Jan 25 03:38:57.050889 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:38:57.082508 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5d107f7-0d85-48ea-b12d-094e328381a3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group_rule (64224654-cd75-4ab1-887b-c5eb60139906), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:57.126963 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:57.127333 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (3782a5af-c7a2-4f52-824a-6d2ec7bf97ff), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:57.144345 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73f695-8463-4bda-b820-2f4ba84cb180 req-c84aafa9-3eef-4043-ac73-29251e4526a8 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:57.146211 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5b73f695-8463-4bda-b820-2f4ba84cb180 req-c84aafa9-3eef-4043-ac73-29251e4526a8 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0555828 Jan 25 03:38:57.168840 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5d107f7-0d85-48ea-b12d-094e328381a3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (64224654-cd75-4ab1-887b-c5eb60139906), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:57.209095 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d107f7-0d85-48ea-b12d-094e328381a3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64224654-cd75-4ab1-887b-c5eb60139906,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:57.223785 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5b73f695-8463-4bda-b820-2f4ba84cb180 req-731087b8-31b2-4957-ac52-8aa1adc452e1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626509 Jan 25 03:38:57.242514 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:38:57.243609 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device d4ee8f11-f595-438f-83cf-e7cc656edbcc up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:38:57.255994 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f5d107f7-0d85-48ea-b12d-094e328381a3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:57.257193 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-f5d107f7-0d85-48ea-b12d-094e328381a3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4815595 Jan 25 03:38:57.259910 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 50344) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:57.264986 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-275d609d-1d6f-4c2f-aeff-4fb293880ccb tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Request body: {'security_group_rule': {'security_group_id': '6744eb07-18e5-4865-83ab-4fe93b386738', 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:38:57.295339 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port d4ee8f11-f595-438f-83cf-e7cc656edbcc triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:38:57.295807 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (d4ee8f11-f595-438f-83cf-e7cc656edbcc), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:57.387988 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port d4ee8f11-f595-438f-83cf-e7cc656edbcc is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:38:57.391621 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-275d609d-1d6f-4c2f-aeff-4fb293880ccb tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group_rule (9b41d49e-a86d-4371-908e-7f4461e16f32), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:57.464461 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-275d609d-1d6f-4c2f-aeff-4fb293880ccb tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group_rule (9b41d49e-a86d-4371-908e-7f4461e16f32), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:57.505507 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-275d609d-1d6f-4c2f-aeff-4fb293880ccb tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (9b41d49e-a86d-4371-908e-7f4461e16f32), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:57.524601 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d609d-1d6f-4c2f-aeff-4fb293880ccb tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b41d49e-a86d-4371-908e-7f4461e16f32,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:57.598955 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-275d609d-1d6f-4c2f-aeff-4fb293880ccb tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:57.600306 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-275d609d-1d6f-4c2f-aeff-4fb293880ccb tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3393002 Jan 25 03:38:57.603029 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 50346) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:57.607642 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-63bcd9c5-9d79-4664-a445-30a3e55e1147 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Request body: {'security_group_rule': {'security_group_id': '6744eb07-18e5-4865-83ab-4fe93b386738', 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:38:57.676869 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.securitygroups_db [None req-63bcd9c5-9d79-4664-a445-30a3e55e1147 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Project 0fe72d0d8d144438a671aac4e939c693 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 03:38:57.682376 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-63bcd9c5-9d79-4664-a445-30a3e55e1147 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group_rule (f6375dac-569a-4b4a-b518-87b449ebd5da), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:57.731357 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:38:57.770259 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-63bcd9c5-9d79-4664-a445-30a3e55e1147 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group_rule (f6375dac-569a-4b4a-b518-87b449ebd5da), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:57.843044 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-63bcd9c5-9d79-4664-a445-30a3e55e1147 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (f6375dac-569a-4b4a-b518-87b449ebd5da), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:57.860259 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bcd9c5-9d79-4664-a445-30a3e55e1147 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6375dac-569a-4b4a-b518-87b449ebd5da,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:57.913568 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-63bcd9c5-9d79-4664-a445-30a3e55e1147 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:57.914781 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-63bcd9c5-9d79-4664-a445-30a3e55e1147 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3107493 Jan 25 03:38:57.917913 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 50356) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:38:57.922920 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-622909f3-9772-46f0-830f-c7c6e76034ff tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Request body: {'security_group_rule': {'security_group_id': '6744eb07-18e5-4865-83ab-4fe93b386738', 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:38:58.014226 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.securitygroups_db [None req-622909f3-9772-46f0-830f-c7c6e76034ff tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Project 0fe72d0d8d144438a671aac4e939c693 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 03:38:58.020717 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-622909f3-9772-46f0-830f-c7c6e76034ff tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group_rule (f3c54a55-a365-48e6-a3fc-8c9383c113b9), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:58.102713 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-622909f3-9772-46f0-830f-c7c6e76034ff tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group_rule (f3c54a55-a365-48e6-a3fc-8c9383c113b9), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:58.140217 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-db196c30-ba2f-490c-bb54-668c1ec6a1b9 req-e778eb13-1e6e-4907-aec4-7540caabe497 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=8c4b9fd2-9afa-41ab-9101-0b27c5f9e42a HTTP/1.1" status: 200 len: 210 time: 0.0293632 Jan 25 03:38:58.163015 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-622909f3-9772-46f0-830f-c7c6e76034ff tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (f3c54a55-a365-48e6-a3fc-8c9383c113b9), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:58.185949 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622909f3-9772-46f0-830f-c7c6e76034ff tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c54a55-a365-48e6-a3fc-8c9383c113b9,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:38:58.263284 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-622909f3-9772-46f0-830f-c7c6e76034ff tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:38:58.265134 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-622909f3-9772-46f0-830f-c7c6e76034ff tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3452940 Jan 25 03:38:58.348214 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a5342-9678-42ae-840b-e28d37436daf req-37ee1a46-1130-49d2-b15a-b58c613effc5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:58.351847 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-074a5342-9678-42ae-840b-e28d37436daf req-37ee1a46-1130-49d2-b15a-b58c613effc5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0603383 Jan 25 03:38:58.425734 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-074a5342-9678-42ae-840b-e28d37436daf req-8cf1b31b-0e69-4a84-8ed1-b9590d97a4b9 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666969 Jan 25 03:38:59.549386 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd7e8f-2f00-4751-b65f-66308069f66d req-af0dea5f-5818-408a-98b9-426a379bb543 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:59.550860 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-93bd7e8f-2f00-4751-b65f-66308069f66d req-af0dea5f-5818-408a-98b9-426a379bb543 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0521035 Jan 25 03:38:59.598328 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-93bd7e8f-2f00-4751-b65f-66308069f66d req-c33c6a89-aa05-4c2b-9d8b-dac25e85c4e8 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417843 Jan 25 03:38:59.661065 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd35c26-8911-4612-b67e-1fbb492d28b5 req-31e939b1-53e8-4c9b-bc88-c8f1e4f1301d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:38:59.662504 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cbd35c26-8911-4612-b67e-1fbb492d28b5 req-31e939b1-53e8-4c9b-bc88-c8f1e4f1301d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0487943 Jan 25 03:38:59.708236 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cbd35c26-8911-4612-b67e-1fbb492d28b5 req-c83e7c42-0116-4232-8622-ce0cb044cf7d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401654 Jan 25 03:39:00.716351 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aee5b6-eae7-4eb8-b552-c0eece58a348 req-8df52f25-c53d-4afb-a6f5-49a5cf9dfb74 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:00.717810 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-38aee5b6-eae7-4eb8-b552-c0eece58a348 req-8df52f25-c53d-4afb-a6f5-49a5cf9dfb74 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0480020 Jan 25 03:39:00.763829 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-38aee5b6-eae7-4eb8-b552-c0eece58a348 req-7cc7a7bd-1dd5-4718-b503-aaf3e6ce942e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401993 Jan 25 03:39:00.821384 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134febfa-c8ca-4066-9cd4-2a90ffbb972e req-967b71ea-4059-4871-a0d3-45591f7a19a0 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:00.822978 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-134febfa-c8ca-4066-9cd4-2a90ffbb972e req-967b71ea-4059-4871-a0d3-45591f7a19a0 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0495241 Jan 25 03:39:00.869883 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-134febfa-c8ca-4066-9cd4-2a90ffbb972e req-d3e39014-8ea6-468b-8164-f97adda9b311 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406656 Jan 25 03:39:01.442568 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2b49d49-ae7c-4e39-982b-21857afc0a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:01.884514 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b95002-22a8-4785-bbdc-c8362a17f16a req-08c2dc36-047a-461c-8a75-fce7cbca9f1f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:01.885953 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-89b95002-22a8-4785-bbdc-c8362a17f16a req-08c2dc36-047a-461c-8a75-fce7cbca9f1f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0506916 Jan 25 03:39:01.932439 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-89b95002-22a8-4785-bbdc-c8362a17f16a req-c40cd8a5-daa3-473b-bca7-7c29b89961f8 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403090 Jan 25 03:39:01.992207 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b422fa-109d-4cd0-ab62-8aecdc32349d req-73c512a8-1700-47e2-8976-e856b451397a tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:01.993672 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-52b422fa-109d-4cd0-ab62-8aecdc32349d req-73c512a8-1700-47e2-8976-e856b451397a tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0544386 Jan 25 03:39:02.039339 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-52b422fa-109d-4cd0-ab62-8aecdc32349d req-f175015a-5f7e-4f19-9691-8be57e22d697 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399010 Jan 25 03:39:02.110760 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:39:02.132277 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:39:02.132542 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 7a3865a4-17c6-440a-8dd3-3ff9c0e019f2 not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:39:03.091794 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17273520-a233-4793-ae11-25c558b90868 req-bc791ff1-f327-43bc-940c-9ed235db94ce tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:03.093292 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-17273520-a233-4793-ae11-25c558b90868 req-bc791ff1-f327-43bc-940c-9ed235db94ce tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0495830 Jan 25 03:39:03.143687 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-17273520-a233-4793-ae11-25c558b90868 req-4ace778a-f389-4745-902c-d57ee98bffb1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447838 Jan 25 03:39:03.154773 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0966d-8c3d-48f7-8466-22b5bc89070f req-d2fd1d19-3c50-48e5-84c5-a3c96fd6acb2 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:03.156346 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a7a0966d-8c3d-48f7-8466-22b5bc89070f req-d2fd1d19-3c50-48e5-84c5-a3c96fd6acb2 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0492673 Jan 25 03:39:03.207085 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a7a0966d-8c3d-48f7-8466-22b5bc89070f req-7dea3353-0702-49e6-92c2-68f7b1ecdd6b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453455 Jan 25 03:39:03.734081 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-517f368b-c03f-460c-82d3-530f55fa0712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:04.279724 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0520b-ed12-42fe-b75e-d731894fc3b1 req-68b7a914-32cc-4d9c-a107-1c1add91a1fa tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:04.281199 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bda0520b-ed12-42fe-b75e-d731894fc3b1 req-68b7a914-32cc-4d9c-a107-1c1add91a1fa tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0645814 Jan 25 03:39:04.358010 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d5b0a-4358-4aa4-bd21-9247538b5305 req-42ae2aeb-25b6-4aea-90c2-df0410b6ceae tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:04.359375 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-527d5b0a-4358-4aa4-bd21-9247538b5305 req-42ae2aeb-25b6-4aea-90c2-df0410b6ceae tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0798619 Jan 25 03:39:04.374687 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bda0520b-ed12-42fe-b75e-d731894fc3b1 req-5b5b13b5-bf80-4ba3-8b50-40b481a0b068 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869195 Jan 25 03:39:04.431178 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-527d5b0a-4358-4aa4-bd21-9247538b5305 req-4a673c6c-681f-4709-b852-125c391314ec tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521469 Jan 25 03:39:05.500121 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:05.504470 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf19fd-9d13-40ed-80b1-9e2b09481325 req-39ecb4c4-a531-486f-a904-d91d71bcb8a9 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:05.506171 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75cf19fd-9d13-40ed-80b1-9e2b09481325 req-39ecb4c4-a531-486f-a904-d91d71bcb8a9 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0591676 Jan 25 03:39:05.555342 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc890c-8bfd-4d85-8d27-b92d4838f467 req-e6a9382e-4875-4da5-a954-847aea3e7253 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:05.556344 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75cf19fd-9d13-40ed-80b1-9e2b09481325 req-5aee0c25-3cfb-4b61-a8b8-745c1980c2e5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441811 Jan 25 03:39:05.556822 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d8dc890c-8bfd-4d85-8d27-b92d4838f467 req-e6a9382e-4875-4da5-a954-847aea3e7253 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0498559 Jan 25 03:39:05.614826 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d8dc890c-8bfd-4d85-8d27-b92d4838f467 req-9a254027-30dc-4e1c-a228-952a8f2b9a25 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443563 Jan 25 03:39:06.714955 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8496de-827d-4871-8087-c11b3ae67650 req-20fd5787-04a6-4443-b5a8-1b978244b0b9 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:06.717035 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5d8496de-827d-4871-8087-c11b3ae67650 req-20fd5787-04a6-4443-b5a8-1b978244b0b9 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0820248 Jan 25 03:39:06.728529 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:06.746936 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87a0a0-7d8d-47b2-a029-c2cae0386dba req-392a19a9-50a5-4867-ab19-861a358f6a28 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:06.749127 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0e87a0a0-7d8d-47b2-a029-c2cae0386dba req-392a19a9-50a5-4867-ab19-861a358f6a28 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0505021 Jan 25 03:39:06.767078 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5d8496de-827d-4871-8087-c11b3ae67650 req-c910a279-82b2-40ea-8be0-db01af6ce2d3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417523 Jan 25 03:39:06.804840 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0e87a0a0-7d8d-47b2-a029-c2cae0386dba req-6ed97e30-4c9a-40ea-a429-fb56b9819592 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496497 Jan 25 03:39:07.899360 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ca2e6-813e-473f-81cb-fa2e24bd24d0 req-8b09ce0a-2706-478a-bc7b-6f491f0569c4 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:07.901748 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-627ca2e6-813e-473f-81cb-fa2e24bd24d0 req-8b09ce0a-2706-478a-bc7b-6f491f0569c4 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0593977 Jan 25 03:39:07.931353 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb6a37-c7aa-4061-9c2a-580b999f9b25 req-99095474-5e79-485c-a50e-3fddc8cc92a1 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:07.938695 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b9bb6a37-c7aa-4061-9c2a-580b999f9b25 req-99095474-5e79-485c-a50e-3fddc8cc92a1 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0649853 Jan 25 03:39:07.954497 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-627ca2e6-813e-473f-81cb-fa2e24bd24d0 req-46a8cc56-63ee-433e-8fad-27c4a4fcdc66 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458446 Jan 25 03:39:07.981707 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:07.983822 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b9bb6a37-c7aa-4061-9c2a-580b999f9b25 req-25a58603-7f86-4628-bd1d-c3f696b8b7e3 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441601 Jan 25 03:39:09.080233 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0aee5a-1f96-4cd0-a9d4-dbd8256a314a req-5e05aadc-15f5-4cf2-ac6a-3d41f8bc005b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:09.081652 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cf0aee5a-1f96-4cd0-a9d4-dbd8256a314a req-5e05aadc-15f5-4cf2-ac6a-3d41f8bc005b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0537527 Jan 25 03:39:09.115818 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc1aec-3014-4e6d-b347-2eb067d593d0 req-52cea393-4f56-4e61-9dd5-e1373441040b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:09.117412 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-86fc1aec-3014-4e6d-b347-2eb067d593d0 req-52cea393-4f56-4e61-9dd5-e1373441040b tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0511067 Jan 25 03:39:09.134017 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cf0aee5a-1f96-4cd0-a9d4-dbd8256a314a req-5534e18d-e900-4719-afec-9741d0dbb9a6 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464113 Jan 25 03:39:09.165230 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-86fc1aec-3014-4e6d-b347-2eb067d593d0 req-7a3729ab-8aa8-4a87-91cc-2ce22499537d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/security-groups?id=46f011f0-28fc-4bf9-956c-ea04919d6f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423536 Jan 25 03:39:09.821296 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9413f5-30ca-429d-833a-68d8262ea967 req-818b9a09-9178-4401-b207-291377b1fdec tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:09.822829 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-dd9413f5-30ca-429d-833a-68d8262ea967 req-818b9a09-9178-4401-b207-291377b1fdec tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.112 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 946 time: 0.0517466 Jan 25 03:39:09.918317 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-dd9413f5-30ca-429d-833a-68d8262ea967 req-d82d0372-b90b-46cc-88a0-939312a2a979 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Deleting port 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:39:09.918659 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-dd9413f5-30ca-429d-833a-68d8262ea967 req-d82d0372-b90b-46cc-88a0-939312a2a979 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (29297f0b-07c1-43dd-9bc9-7ce2fc61fabf), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:10.006665 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-dd9413f5-30ca-429d-833a-68d8262ea967 req-d82d0372-b90b-46cc-88a0-939312a2a979 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] For port 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=29297f0b-07c1-43dd-9bc9-7ce2fc61fabf,segment=NetworkSegment(908330e8-0f34-421a-a960-e1f0e985230a),segment_id=908330e8-0f34-421a-a960-e1f0e985230a)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:39:10.007028 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-dd9413f5-30ca-429d-833a-68d8262ea967 req-d82d0372-b90b-46cc-88a0-939312a2a979 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (29297f0b-07c1-43dd-9bc9-7ce2fc61fabf), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:10.018917 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-dd9413f5-30ca-429d-833a-68d8262ea967 req-d82d0372-b90b-46cc-88a0-939312a2a979 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Calling delete_port for 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:39:10.129313 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 23790178-4f79-4bcf-a17f-bd8e5abf0427 details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:39:10.208502 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-dd9413f5-30ca-429d-833a-68d8262ea967 req-d82d0372-b90b-46cc-88a0-939312a2a979 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (29297f0b-07c1-43dd-9bc9-7ce2fc61fabf), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:10.227755 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 23790178-4f79-4bcf-a17f-bd8e5abf0427, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=23790178-4f79-4bcf-a17f-bd8e5abf0427,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:39:10.238764 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': '23790178-4f79-4bcf-a17f-bd8e5abf0427', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'port_id': '23790178-4f79-4bcf-a17f-bd8e5abf0427', 'mac_address': 'fa:16:3e:e3:39:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:39:10.264447 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d0372-b90b-46cc-88a0-939312a2a979 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Pushing event deleted for resources: {'Port': ['ID=29297f0b-07c1-43dd-9bc9-7ce2fc61fabf,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:10.271464 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['29297f0b-07c1-43dd-9bc9-7ce2fc61fabf'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:39:10.283231 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b54443-c395-4b53-8d0c-07c9a3e2c09a req-51883765-b10e-44cd-a353-b325b9b2c4f2 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:10.284780 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-37b54443-c395-4b53-8d0c-07c9a3e2c09a req-51883765-b10e-44cd-a353-b325b9b2c4f2 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0609243 Jan 25 03:39:10.295596 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-400487e3-2b10-47c2-b4b3-f431fc909734 req-7d34c41b-53fd-4ec3-b4c4-2655dc4eeef1 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 210 time: 0.0471268 Jan 25 03:39:10.305396 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 23790178-4f79-4bcf-a17f-bd8e5abf0427 is: ACTIVE; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:39:10.305787 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:10.321235 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23790178-4f79-4bcf-a17f-bd8e5abf0427 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:39:10.341807 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 23790178-4f79-4bcf-a17f-bd8e5abf0427, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=23790178-4f79-4bcf-a17f-bd8e5abf0427,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:39:10.345229 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9413f5-30ca-429d-833a-68d8262ea967 req-d82d0372-b90b-46cc-88a0-939312a2a979 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] No DVR routers for this DVR port 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:39:10.348034 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-dd9413f5-30ca-429d-833a-68d8262ea967 req-d82d0372-b90b-46cc-88a0-939312a2a979 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:10.355916 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-dd9413f5-30ca-429d-833a-68d8262ea967 req-d82d0372-b90b-46cc-88a0-939312a2a979 tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.112 "DELETE /v2.0/ports/29297f0b-07c1-43dd-9bc9-7ce2fc61fabf HTTP/1.1" status: 204 len: 173 time: 0.5222814 Jan 25 03:39:10.355916 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d82b81-05dd-4075-8d84-577551c2a689', 'name': 'network-vif-deleted', 'tag': '29297f0b-07c1-43dd-9bc9-7ce2fc61fabf'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:39:10.355916 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c16539-b691-4a95-b7fb-56f37e179ce5" -d '{"events": [{"server_uuid": "17d82b81-05dd-4075-8d84-577551c2a689", "name": "network-vif-deleted", "tag": "29297f0b-07c1-43dd-9bc9-7ce2fc61fabf"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:39:10.361830 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-37b54443-c395-4b53-8d0c-07c9a3e2c09a req-a6aa9ddb-2ae4-4753-b75a-0586cda60801 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703404 Jan 25 03:39:10.412426 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37655ecc-1564-4fd9-ae82-5465c66a04d7 x-openstack-request-id: req-37655ecc-1564-4fd9-ae82-5465c66a04d7 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:39:10.412716 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d82b81-05dd-4075-8d84-577551c2a689", "name": "network-vif-deleted", "tag": "29297f0b-07c1-43dd-9bc9-7ce2fc61fabf", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:39:10.412967 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-37655ecc-1564-4fd9-ae82-5465c66a04d7 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:39:10.413359 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d82b81-05dd-4075-8d84-577551c2a689', 'name': 'network-vif-deleted', 'tag': '29297f0b-07c1-43dd-9bc9-7ce2fc61fabf', 'status': 'completed', 'code': 200} Jan 25 03:39:10.438463 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:10.501272 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=23790178-4f79-4bcf-a17f-bd8e5abf0427,revision_number=6']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:10.681208 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['23790178-4f79-4bcf-a17f-bd8e5abf0427'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:39:10.789380 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:11.423967 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-dc882b43-625d-44a5-b724-a873e5044f90 req-5f05e37f-ec57-4e82-9fc3-4e013461b30d tempest-ServerRescueNegativeTestJSON-845188888 tempest-ServerRescueNegativeTestJSON-845188888-project] 10.222.0.115 "GET /v2.0/ports?device_id=17d82b81-05dd-4075-8d84-577551c2a689 HTTP/1.1" status: 200 len: 210 time: 0.0308318 Jan 25 03:39:11.510282 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0c9ec-c5cc-4627-8820-dcc563101288 req-1854442c-83a5-40f8-a8c0-bb210eb8c748 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:11.511787 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-97a0c9ec-c5cc-4627-8820-dcc563101288 req-1854442c-83a5-40f8-a8c0-bb210eb8c748 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 944 time: 0.0604799 Jan 25 03:39:11.572036 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-97a0c9ec-c5cc-4627-8820-dcc563101288 req-2069e73e-10e4-4429-82f9-17dfbbac9a0f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544162 Jan 25 03:39:12.183500 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 23790178-4f79-4bcf-a17f-bd8e5abf0427 up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:39:12.239931 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port 23790178-4f79-4bcf-a17f-bd8e5abf0427 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:39:12.240296 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:12.320654 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 23790178-4f79-4bcf-a17f-bd8e5abf0427 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:39:12.320948 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:12.342413 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c1179f-67c0-4198-8933-7cabe5c964f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23790178-4f79-4bcf-a17f-bd8e5abf0427'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:39:12.345515 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6810a82-2006-4210-808d-0903d124ef96" -d '{"events": [{"server_uuid": "b5c1179f-67c0-4198-8933-7cabe5c964f3", "name": "network-vif-plugged", "status": "completed", "tag": "23790178-4f79-4bcf-a17f-bd8e5abf0427"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:39:12.364180 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 23790178-4f79-4bcf-a17f-bd8e5abf0427, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=23790178-4f79-4bcf-a17f-bd8e5abf0427,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:39:12.387859 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6644f9cd-b5a0-48fd-bcdc-64398573e5a3 x-openstack-request-id: req-6644f9cd-b5a0-48fd-bcdc-64398573e5a3 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:39:12.387859 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c1179f-67c0-4198-8933-7cabe5c964f3", "name": "network-vif-plugged", "status": "completed", "tag": "23790178-4f79-4bcf-a17f-bd8e5abf0427", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:39:12.387859 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-6644f9cd-b5a0-48fd-bcdc-64398573e5a3 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:39:12.387859 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c1179f-67c0-4198-8933-7cabe5c964f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23790178-4f79-4bcf-a17f-bd8e5abf0427', 'code': 200} Jan 25 03:39:12.431044 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:12.481286 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=23790178-4f79-4bcf-a17f-bd8e5abf0427,revision_number=7']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:12.482924 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 50706) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:12.693909 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b86fa-6bbc-4f73-93a2-970d56b9f877 req-2b599fad-5f96-455c-b689-6050b937dd45 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:12.695752 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ad5b86fa-6bbc-4f73-93a2-970d56b9f877 req-2b599fad-5f96-455c-b689-6050b937dd45 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0514877 Jan 25 03:39:12.747552 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ad5b86fa-6bbc-4f73-93a2-970d56b9f877 req-9d516fd3-5d30-4cde-8e4c-e0f7fdbc99a3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460625 Jan 25 03:39:12.917902 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ea00179c-222b-4d0d-adc1-aec7a7190ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560331'] for router_interface (c00c359f-cb6c-4a5e-b74b-0714e801ccbf), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:13.217897 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-ea00179c-222b-4d0d-adc1-aec7a7190ab6 admin admin] Deleting port 4c6cff4c-2727-4219-925e-d5a69dbfc999 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:39:13.219080 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ea00179c-222b-4d0d-adc1-aec7a7190ab6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (4c6cff4c-2727-4219-925e-d5a69dbfc999), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:13.304355 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-ea00179c-222b-4d0d-adc1-aec7a7190ab6 admin admin] For port 4c6cff4c-2727-4219-925e-d5a69dbfc999, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=4c6cff4c-2727-4219-925e-d5a69dbfc999,segment=NetworkSegment(908330e8-0f34-421a-a960-e1f0e985230a),segment_id=908330e8-0f34-421a-a960-e1f0e985230a)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:39:13.304705 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ea00179c-222b-4d0d-adc1-aec7a7190ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (4c6cff4c-2727-4219-925e-d5a69dbfc999), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:13.317209 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-ea00179c-222b-4d0d-adc1-aec7a7190ab6 admin admin] Calling delete_port for 4c6cff4c-2727-4219-925e-d5a69dbfc999 owned by network:router_interface {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:39:13.556371 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ea00179c-222b-4d0d-adc1-aec7a7190ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (4c6cff4c-2727-4219-925e-d5a69dbfc999), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:13.588130 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00179c-222b-4d0d-adc1-aec7a7190ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c6cff4c-2727-4219-925e-d5a69dbfc999,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:13.746798 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ea00179c-222b-4d0d-adc1-aec7a7190ab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582118'] for router_interface (c00c359f-cb6c-4a5e-b74b-0714e801ccbf), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:13.881048 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3f07f-fcd4-4fd6-b082-0df16e24361c req-f7932454-5df0-44d2-86b6-1d8f9f35ffec tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:13.883764 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3a3f07f-fcd4-4fd6-b082-0df16e24361c req-f7932454-5df0-44d2-86b6-1d8f9f35ffec tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0609827 Jan 25 03:39:13.936411 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3a3f07f-fcd4-4fd6-b082-0df16e24361c req-aa9c298c-ce8d-4b99-8cbb-bd654fb69abc tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425189 Jan 25 03:39:14.161084 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:39:14.182226 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:39:14.182562 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 29297f0b-07c1-43dd-9bc9-7ce2fc61fabf not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:39:14.213889 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea00179c-222b-4d0d-adc1-aec7a7190ab6 admin admin] Router c00c359f-cb6c-4a5e-b74b-0714e801ccbf has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:39:14.323550 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea00179c-222b-4d0d-adc1-aec7a7190ab6 admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:39:14.331618 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-ea00179c-222b-4d0d-adc1-aec7a7190ab6 admin admin] 10.222.0.115 "PUT /v2.0/routers/c00c359f-cb6c-4a5e-b74b-0714e801ccbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8474174 Jan 25 03:39:14.332935 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 50732) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:14.334684 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c086e96-66a7-4aca-aee5-92c7e19d0e47 None None] Sync routers for ids ['c00c359f-cb6c-4a5e-b74b-0714e801ccbf'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:39:14.344549 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c086e96-66a7-4aca-aee5-92c7e19d0e47 None None] Routers {'c00c359f-cb6c-4a5e-b74b-0714e801ccbf'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:39:14.345163 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-8c086e96-66a7-4aca-aee5-92c7e19d0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:39:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['c00c359f-cb6c-4a5e-b74b-0714e801ccbf'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:39:14.438021 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa14947c-8949-43e5-a1a2-4f09f8f3dc6e admin admin] Publish callbacks [] for router (c00c359f-cb6c-4a5e-b74b-0714e801ccbf), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:14.449822 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-8c086e96-66a7-4aca-aee5-92c7e19d0e47 None None] Set router c00c359f-cb6c-4a5e-b74b-0714e801ccbf gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:39:14.549091 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa14947c-8949-43e5-a1a2-4f09f8f3dc6e admin admin] Publish callbacks [] for router_gateway (c00c359f-cb6c-4a5e-b74b-0714e801ccbf), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:14.720516 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fa14947c-8949-43e5-a1a2-4f09f8f3dc6e admin admin] Deleting port 0757dd17-3a3f-45ba-9404-22c9fc8cab67 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:39:14.720778 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa14947c-8949-43e5-a1a2-4f09f8f3dc6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (0757dd17-3a3f-45ba-9404-22c9fc8cab67), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:14.721039 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-8c086e96-66a7-4aca-aee5-92c7e19d0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00c359f-cb6c-4a5e-b74b-0714e801ccbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1155748945-router', 'tenant_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '0757dd17-3a3f-45ba-9404-22c9fc8cab67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:39:13Z', 'revision_number': 5, 'project_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'gw_port': {'id': '0757dd17-3a3f-45ba-9404-22c9fc8cab67', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00c359f-cb6c-4a5e-b74b-0714e801ccbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:33Z', 'updated_at': '2022-01-25T03:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:39:14.746254 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c086e96-66a7-4aca-aee5-92c7e19d0e47 None None] Checking router: c00c359f-cb6c-4a5e-b74b-0714e801ccbf for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:39:14.755174 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c086e96-66a7-4aca-aee5-92c7e19d0e47 None None] Routers {'c00c359f-cb6c-4a5e-b74b-0714e801ccbf'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:39:14.755773 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-8c086e96-66a7-4aca-aee5-92c7e19d0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:39:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['c00c359f-cb6c-4a5e-b74b-0714e801ccbf'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:39:14.808206 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-fa14947c-8949-43e5-a1a2-4f09f8f3dc6e admin admin] For port 0757dd17-3a3f-45ba-9404-22c9fc8cab67, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=0757dd17-3a3f-45ba-9404-22c9fc8cab67,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:39:14.808612 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa14947c-8949-43e5-a1a2-4f09f8f3dc6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (0757dd17-3a3f-45ba-9404-22c9fc8cab67), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:14.823042 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-fa14947c-8949-43e5-a1a2-4f09f8f3dc6e admin admin] Calling delete_port for 0757dd17-3a3f-45ba-9404-22c9fc8cab67 owned by network:router_gateway {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:39:14.845726 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-8c086e96-66a7-4aca-aee5-92c7e19d0e47 None None] Set router c00c359f-cb6c-4a5e-b74b-0714e801ccbf gateway port host: None {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:39:14.917205 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-8c086e96-66a7-4aca-aee5-92c7e19d0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00c359f-cb6c-4a5e-b74b-0714e801ccbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1155748945-router', 'tenant_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:39:14Z', 'revision_number': 6, 'project_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'gw_port_host': None}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:39:14.946092 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c086e96-66a7-4aca-aee5-92c7e19d0e47 None None] The sync data for ids ['c00c359f-cb6c-4a5e-b74b-0714e801ccbf'] in dv-cinder-819011-2-iscsi is: [{'id': 'c00c359f-cb6c-4a5e-b74b-0714e801ccbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1155748945-router', 'tenant_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:39:14Z', 'revision_number': 6, 'project_id': 'b7c304fa11cb41daba65e6a85cf2c360', 'gw_port_host': None}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:39:15.089142 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b493f-17cf-4f6e-92fd-53f161d82326 req-8ef9f8bd-0fcd-4b18-b36d-0db83588abd3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:15.090708 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-368b493f-17cf-4f6e-92fd-53f161d82326 req-8ef9f8bd-0fcd-4b18-b36d-0db83588abd3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0707190 Jan 25 03:39:15.138473 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-368b493f-17cf-4f6e-92fd-53f161d82326 req-3dcb2ddb-ce4b-4313-a8b5-cd9b39b306ae tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414720 Jan 25 03:39:15.145684 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa14947c-8949-43e5-a1a2-4f09f8f3dc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (0757dd17-3a3f-45ba-9404-22c9fc8cab67), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:15.179326 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14947c-8949-43e5-a1a2-4f09f8f3dc6e admin admin] Pushing event deleted for resources: {'Port': ['ID=0757dd17-3a3f-45ba-9404-22c9fc8cab67,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:15.234715 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa14947c-8949-43e5-a1a2-4f09f8f3dc6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587066'] for router_gateway (c00c359f-cb6c-4a5e-b74b-0714e801ccbf), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:15.340422 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa14947c-8949-43e5-a1a2-4f09f8f3dc6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1038'] for router (c00c359f-cb6c-4a5e-b74b-0714e801ccbf), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:15.342715 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa14947c-8949-43e5-a1a2-4f09f8f3dc6e admin admin] Publish callbacks [] for router_controller (c00c359f-cb6c-4a5e-b74b-0714e801ccbf), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:15.476517 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa14947c-8949-43e5-a1a2-4f09f8f3dc6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583598'] for router (c00c359f-cb6c-4a5e-b74b-0714e801ccbf), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:15.477063 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa14947c-8949-43e5-a1a2-4f09f8f3dc6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c00c359f-cb6c-4a5e-b74b-0714e801ccbf {{(pid=103185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 03:39:15.481824 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fa14947c-8949-43e5-a1a2-4f09f8f3dc6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:15.482989 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-fa14947c-8949-43e5-a1a2-4f09f8f3dc6e admin admin] 10.222.0.115 "DELETE /v2.0/routers/c00c359f-cb6c-4a5e-b74b-0714e801ccbf HTTP/1.1" status: 204 len: 168 time: 1.1488764 Jan 25 03:39:15.486041 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 50746) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:15.529043 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb0d2ff-36ba-4176-8a44-0b628b3f476f admin admin] Deleting subnet 069704cf-3960-4585-9364-1bd4be4f6c51 {{(pid=103185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:39:15.532263 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fdb0d2ff-36ba-4176-8a44-0b628b3f476f admin admin] Publish callbacks [] for subnet (069704cf-3960-4585-9364-1bd4be4f6c51), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:15.568913 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fdb0d2ff-36ba-4176-8a44-0b628b3f476f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614843'] for subnet (069704cf-3960-4585-9364-1bd4be4f6c51), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:15.607193 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fdb0d2ff-36ba-4176-8a44-0b628b3f476f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064499'] for subnet (069704cf-3960-4585-9364-1bd4be4f6c51), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:15.746000 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fdb0d2ff-36ba-4176-8a44-0b628b3f476f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4618130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320536'] for subnet (069704cf-3960-4585-9364-1bd4be4f6c51), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:15.775540 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fdb0d2ff-36ba-4176-8a44-0b628b3f476f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:15.778758 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-fdb0d2ff-36ba-4176-8a44-0b628b3f476f admin admin] 10.222.0.115 "DELETE /v2.0/subnets/069704cf-3960-4585-9364-1bd4be4f6c51 HTTP/1.1" status: 204 len: 168 time: 0.2918735 Jan 25 03:39:15.779644 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0d2ff-36ba-4176-8a44-0b628b3f476f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=069704cf-3960-4585-9364-1bd4be4f6c51,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:15.781948 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 50752) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:15.850345 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-75648645-cd69-4682-8683-d5f73d41801a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682109'] for network (21305d52-419e-4a5b-aa5c-f29427395669), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:15.935749 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-75648645-cd69-4682-8683-d5f73d41801a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062318', 'neutron.services.segments.db._delete_segments_for_network-8760337342383'] for network (21305d52-419e-4a5b-aa5c-f29427395669), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:15.960186 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-75648645-cd69-4682-8683-d5f73d41801a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21305d52-419e-4a5b-aa5c-f29427395669']}} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:39:15.980210 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-75648645-cd69-4682-8683-d5f73d41801a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908330e8-0f34-421a-a960-e1f0e985230a') {'for_net_delete': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:39:15.980512 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-75648645-cd69-4682-8683-d5f73d41801a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908330e8-0f34-421a-a960-e1f0e985230a') {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:39:15.992477 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-75648645-cd69-4682-8683-d5f73d41801a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760337342257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4251573'] for segment (908330e8-0f34-421a-a960-e1f0e985230a), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:16.007586 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-75648645-cd69-4682-8683-d5f73d41801a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (908330e8-0f34-421a-a960-e1f0e985230a), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75648645-cd69-4682-8683-d5f73d41801a admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-75648645-cd69-4682-8683-d5f73d41801a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5192946'] for segment (908330e8-0f34-421a-a960-e1f0e985230a), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: Traceback (most recent call last): Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: timer() Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: cb(*args, **kw) Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: return func(*args, **kwargs) Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: self._notify() Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: self.callback(batched_events) Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: event.method(event) Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: return f(self, *a, **k) Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: return self._get(url).json() Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: return self.request(url, 'GET', **kwargs) Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:39:16.032585 dv-cinder-819011-2-iscsi neutron-server[103186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:39:16.157398 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-75648645-cd69-4682-8683-d5f73d41801a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586131'] for network (21305d52-419e-4a5b-aa5c-f29427395669), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:16.172011 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-75648645-cd69-4682-8683-d5f73d41801a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:16.175154 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-75648645-cd69-4682-8683-d5f73d41801a admin admin] 10.222.0.115 "DELETE /v2.0/networks/21305d52-419e-4a5b-aa5c-f29427395669 HTTP/1.1" status: 204 len: 168 time: 0.3920405 Jan 25 03:39:16.176469 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75648645-cd69-4682-8683-d5f73d41801a admin admin] Pushing event deleted for resources: {'Network': ['ID=21305d52-419e-4a5b-aa5c-f29427395669,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:16.261854 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c57273-0463-4911-bee3-df97df6d77d3 req-398f4cd6-4af4-4a53-9abc-2524df7b5223 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:16.263336 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-19c57273-0463-4911-bee3-df97df6d77d3 req-398f4cd6-4af4-4a53-9abc-2524df7b5223 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0514963 Jan 25 03:39:16.310650 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-19c57273-0463-4911-bee3-df97df6d77d3 req-23673cae-7d9d-49bb-84a4-1396de608f12 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409486 Jan 25 03:39:16.495370 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 50764) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:16.538706 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-3a5c8696-2782-4a0d-a341-cb6580e23a65 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=b7c304fa11cb41daba65e6a85cf2c360&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420926 Jan 25 03:39:16.541461 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 50766) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:16.590683 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-99cf3307-6e01-4899-9de5-f4a4bfb2d192 admin admin] Publish callbacks [] for security_group (46f011f0-28fc-4bf9-956c-ea04919d6f66), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:16.612096 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-99cf3307-6e01-4899-9de5-f4a4bfb2d192 admin admin] Publish callbacks [] for security_group (46f011f0-28fc-4bf9-956c-ea04919d6f66), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:16.745731 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-99cf3307-6e01-4899-9de5-f4a4bfb2d192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (46f011f0-28fc-4bf9-956c-ea04919d6f66), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:16.748420 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-99cf3307-6e01-4899-9de5-f4a4bfb2d192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:16.749620 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-99cf3307-6e01-4899-9de5-f4a4bfb2d192 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/46f011f0-28fc-4bf9-956c-ea04919d6f66 HTTP/1.1" status: 204 len: 168 time: 0.2072244 Jan 25 03:39:16.760077 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf3307-6e01-4899-9de5-f4a4bfb2d192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f011f0-28fc-4bf9-956c-ea04919d6f66,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:16.879430 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 4c6cff4c-2727-4219-925e-d5a69dbfc999 no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:39:16.901361 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: 4c6cff4c-2727-4219-925e-d5a69dbfc999 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:39:16.901703 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 4c6cff4c-2727-4219-925e-d5a69dbfc999 not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:39:16.903835 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 0757dd17-3a3f-45ba-9404-22c9fc8cab67 no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:39:16.921954 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: 0757dd17-3a3f-45ba-9404-22c9fc8cab67 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:39:16.922302 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 0757dd17-3a3f-45ba-9404-22c9fc8cab67 not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:39:17.440797 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afff630-eb55-491f-8a8d-550857f861e9 req-b8f2150d-42b5-4e91-b461-e2e6a28e61c2 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:17.442343 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6afff630-eb55-491f-8a8d-550857f861e9 req-b8f2150d-42b5-4e91-b461-e2e6a28e61c2 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0530186 Jan 25 03:39:17.494295 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6afff630-eb55-491f-8a8d-550857f861e9 req-a38e9961-8959-42a2-81f8-98bbb26ff1da tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459034 Jan 25 03:39:18.619897 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f63b11-c627-4269-80d4-189f258685a2 req-6657b090-631a-4483-a19c-a1e9af771add tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:18.621468 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-82f63b11-c627-4269-80d4-189f258685a2 req-6657b090-631a-4483-a19c-a1e9af771add tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0488012 Jan 25 03:39:18.670303 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-82f63b11-c627-4269-80d4-189f258685a2 req-43a45188-9ce3-43e5-a58d-9ced725478cd tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432856 Jan 25 03:39:19.345755 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 50852) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:19.458662 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-931ccc9d-1974-4c98-9bf4-d1173f2500ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:19.531272 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-931ccc9d-1974-4c98-9bf4-d1173f2500ae admin admin] Publish callbacks [] for security_group (2da8c178-8df1-43a7-bad3-30fa6d25905d), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:19.607908 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-931ccc9d-1974-4c98-9bf4-d1173f2500ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (2da8c178-8df1-43a7-bad3-30fa6d25905d), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:19.645377 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ccc9d-1974-4c98-9bf4-d1173f2500ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da8c178-8df1-43a7-bad3-30fa6d25905d,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:19.652840 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-931ccc9d-1974-4c98-9bf4-d1173f2500ae admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=d04fa1fb511746a4bd46b5709cad950b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058820 Jan 25 03:39:19.653448 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 50858) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:19.703945 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-28681bf0-1cf1-4c33-aab9-196e04ab3d24 admin admin] Publish callbacks [] for security_group (2da8c178-8df1-43a7-bad3-30fa6d25905d), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:19.725764 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-28681bf0-1cf1-4c33-aab9-196e04ab3d24 admin admin] Publish callbacks [] for security_group (2da8c178-8df1-43a7-bad3-30fa6d25905d), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:19.804580 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05763f-2d1a-41c2-9a89-bcaaa1032a87 req-98654bf2-d508-418b-b7f1-1364446f66b1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:19.805951 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-de05763f-2d1a-41c2-9a89-bcaaa1032a87 req-98654bf2-d508-418b-b7f1-1364446f66b1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0597653 Jan 25 03:39:19.852144 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-de05763f-2d1a-41c2-9a89-bcaaa1032a87 req-6342bec2-e449-4cfb-be06-95b47b0af040 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407612 Jan 25 03:39:19.859174 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-28681bf0-1cf1-4c33-aab9-196e04ab3d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (2da8c178-8df1-43a7-bad3-30fa6d25905d), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:19.861793 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-28681bf0-1cf1-4c33-aab9-196e04ab3d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:19.866006 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-28681bf0-1cf1-4c33-aab9-196e04ab3d24 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/2da8c178-8df1-43a7-bad3-30fa6d25905d HTTP/1.1" status: 204 len: 168 time: 0.2113309 Jan 25 03:39:19.874364 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28681bf0-1cf1-4c33-aab9-196e04ab3d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da8c178-8df1-43a7-bad3-30fa6d25905d,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:20.434591 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 50876) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:20.450577 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e286ad9e-faaf-4c0c-8e99-97fb748cf7b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:20.520397 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e286ad9e-faaf-4c0c-8e99-97fb748cf7b3 admin admin] Publish callbacks [] for security_group (9b32542b-a8b7-491c-ad42-145817e6bd68), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:20.584513 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e286ad9e-faaf-4c0c-8e99-97fb748cf7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (9b32542b-a8b7-491c-ad42-145817e6bd68), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:20.621516 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-e286ad9e-faaf-4c0c-8e99-97fb748cf7b3 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=a740a0c7bb1a4366b249cf3d71d80f01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857657 Jan 25 03:39:20.622369 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286ad9e-faaf-4c0c-8e99-97fb748cf7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b32542b-a8b7-491c-ad42-145817e6bd68,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:20.624222 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 50878) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:20.673059 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-354e6a45-4b97-4139-a097-e7d6021b9afa admin admin] Publish callbacks [] for security_group (9b32542b-a8b7-491c-ad42-145817e6bd68), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:20.693268 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-354e6a45-4b97-4139-a097-e7d6021b9afa admin admin] Publish callbacks [] for security_group (9b32542b-a8b7-491c-ad42-145817e6bd68), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:20.813695 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-354e6a45-4b97-4139-a097-e7d6021b9afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (9b32542b-a8b7-491c-ad42-145817e6bd68), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:20.816284 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-354e6a45-4b97-4139-a097-e7d6021b9afa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:20.817411 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-354e6a45-4b97-4139-a097-e7d6021b9afa admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/9b32542b-a8b7-491c-ad42-145817e6bd68 HTTP/1.1" status: 204 len: 168 time: 0.1915865 Jan 25 03:39:20.825153 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e6a45-4b97-4139-a097-e7d6021b9afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b32542b-a8b7-491c-ad42-145817e6bd68,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:20.978369 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f46c9-6a2b-451c-8d7b-f77a98f7d29c req-0823b363-da83-4445-8d90-ae6ec02354ea tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:20.980033 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e09f46c9-6a2b-451c-8d7b-f77a98f7d29c req-0823b363-da83-4445-8d90-ae6ec02354ea tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0567265 Jan 25 03:39:21.032384 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e09f46c9-6a2b-451c-8d7b-f77a98f7d29c req-a417e61a-3282-47b4-9d27-c1862451f827 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451074 Jan 25 03:39:22.149961 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de6ff4-ddce-447a-8aa5-3f66bd261f67 req-04b9febf-e8ca-4784-87e9-3fd397c57afc tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:22.151473 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-65de6ff4-ddce-447a-8aa5-3f66bd261f67 req-04b9febf-e8ca-4784-87e9-3fd397c57afc tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0478914 Jan 25 03:39:22.197413 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-65de6ff4-ddce-447a-8aa5-3f66bd261f67 req-4aa34640-2209-4f24-aa95-4ddfc6a1fe12 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405149 Jan 25 03:39:23.321607 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233f6e5-1db2-432a-a7d8-3c1a7b4efc6f req-ae7402f2-1247-4d74-8e35-5eb7abd72a0c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:23.323013 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a233f6e5-1db2-432a-a7d8-3c1a7b4efc6f req-ae7402f2-1247-4d74-8e35-5eb7abd72a0c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0518405 Jan 25 03:39:23.376816 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a233f6e5-1db2-432a-a7d8-3c1a7b4efc6f req-625e6b13-0c6e-4634-b3eb-415f37a27368 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482635 Jan 25 03:39:23.490907 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 50968) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:23.592680 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2691ea70-f536-402d-8c02-78e1b0ccaba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:23.668459 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2691ea70-f536-402d-8c02-78e1b0ccaba6 admin admin] Publish callbacks [] for security_group (65882467-3009-4033-b800-b8398c7d6aa1), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:23.733510 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2691ea70-f536-402d-8c02-78e1b0ccaba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (65882467-3009-4033-b800-b8398c7d6aa1), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:23.771353 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-2691ea70-f536-402d-8c02-78e1b0ccaba6 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=181251048cc5441695b9acc77e7f8de6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793353 Jan 25 03:39:23.772054 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691ea70-f536-402d-8c02-78e1b0ccaba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65882467-3009-4033-b800-b8398c7d6aa1,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:23.774806 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 50972) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:23.822648 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-40e32885-98af-4a98-8b33-dc7456c94ac3 admin admin] Publish callbacks [] for security_group (65882467-3009-4033-b800-b8398c7d6aa1), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:23.843327 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-40e32885-98af-4a98-8b33-dc7456c94ac3 admin admin] Publish callbacks [] for security_group (65882467-3009-4033-b800-b8398c7d6aa1), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:23.979979 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-40e32885-98af-4a98-8b33-dc7456c94ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (65882467-3009-4033-b800-b8398c7d6aa1), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:23.982685 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-40e32885-98af-4a98-8b33-dc7456c94ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:23.984220 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-40e32885-98af-4a98-8b33-dc7456c94ac3 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/65882467-3009-4033-b800-b8398c7d6aa1 HTTP/1.1" status: 204 len: 168 time: 0.2080762 Jan 25 03:39:23.993008 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e32885-98af-4a98-8b33-dc7456c94ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65882467-3009-4033-b800-b8398c7d6aa1,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:24.502913 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a36a3e-fa95-4a90-9737-9ba09d8e7bbb req-21f969ee-a8a3-425d-b6a5-6af39c5b5e90 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:24.504424 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b1a36a3e-fa95-4a90-9737-9ba09d8e7bbb req-21f969ee-a8a3-425d-b6a5-6af39c5b5e90 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0496314 Jan 25 03:39:24.550561 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b1a36a3e-fa95-4a90-9737-9ba09d8e7bbb req-77e28a3c-e157-4f28-a44a-ad9a13acfa8f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407066 Jan 25 03:39:24.598708 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 50990) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:24.611595 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9f6ecd47-33bc-4e09-a340-d7d6cd5a15a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:24.690905 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9f6ecd47-33bc-4e09-a340-d7d6cd5a15a2 admin admin] Publish callbacks [] for security_group (30cc7419-0396-42ec-ad69-19d8eced60e8), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:24.744659 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9f6ecd47-33bc-4e09-a340-d7d6cd5a15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (30cc7419-0396-42ec-ad69-19d8eced60e8), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:24.781564 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-9f6ecd47-33bc-4e09-a340-d7d6cd5a15a2 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=ed9fb1f8e14f4a26bd8f7d98661e2853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1817575 Jan 25 03:39:24.782417 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ecd47-33bc-4e09-a340-d7d6cd5a15a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cc7419-0396-42ec-ad69-19d8eced60e8,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:24.784991 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 50992) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:24.839027 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-855b1cf4-7020-466a-86f5-2325bfd84c9d admin admin] Publish callbacks [] for security_group (30cc7419-0396-42ec-ad69-19d8eced60e8), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:24.863312 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-855b1cf4-7020-466a-86f5-2325bfd84c9d admin admin] Publish callbacks [] for security_group (30cc7419-0396-42ec-ad69-19d8eced60e8), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:24.990194 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-855b1cf4-7020-466a-86f5-2325bfd84c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (30cc7419-0396-42ec-ad69-19d8eced60e8), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:24.992767 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-855b1cf4-7020-466a-86f5-2325bfd84c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:24.993941 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-855b1cf4-7020-466a-86f5-2325bfd84c9d admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/30cc7419-0396-42ec-ad69-19d8eced60e8 HTTP/1.1" status: 204 len: 168 time: 0.2078769 Jan 25 03:39:25.001603 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b1cf4-7020-466a-86f5-2325bfd84c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cc7419-0396-42ec-ad69-19d8eced60e8,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:25.667634 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756d040-ce85-400e-b487-23973424ed93 req-8d306fb2-6708-497f-a72a-fdf89ad40e39 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:25.669022 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f756d040-ce85-400e-b487-23973424ed93 req-8d306fb2-6708-497f-a72a-fdf89ad40e39 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0487866 Jan 25 03:39:25.720591 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f756d040-ce85-400e-b487-23973424ed93 req-80721b90-830e-45ab-81f8-4bfcf23f30e9 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456858 Jan 25 03:39:26.521868 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 51056) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:26.638817 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-5520e2e6-2153-4986-b9f6-8266dec6aabb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:26.715449 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-5520e2e6-2153-4986-b9f6-8266dec6aabb admin admin] Publish callbacks [] for security_group (c034e5be-cf9c-4cec-bf82-8d5032266f2c), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:26.807859 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-5520e2e6-2153-4986-b9f6-8266dec6aabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (c034e5be-cf9c-4cec-bf82-8d5032266f2c), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:26.845716 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-5520e2e6-2153-4986-b9f6-8266dec6aabb admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=3a93d022f9cc4fe69516846cff94c5f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227153 Jan 25 03:39:26.852190 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42f6e0-6be9-4b30-b1a6-7391a00119df req-60aee0a7-a2c0-472f-a33c-a984b6ef55d4 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:26.852671 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 51070) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:26.859410 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0e42f6e0-6be9-4b30-b1a6-7391a00119df req-60aee0a7-a2c0-472f-a33c-a984b6ef55d4 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0654082 Jan 25 03:39:26.899791 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520e2e6-2153-4986-b9f6-8266dec6aabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c034e5be-cf9c-4cec-bf82-8d5032266f2c,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:26.919115 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f466854b-1042-44a0-9451-623f9ee61263 admin admin] Publish callbacks [] for security_group (c034e5be-cf9c-4cec-bf82-8d5032266f2c), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:26.944802 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0e42f6e0-6be9-4b30-b1a6-7391a00119df req-96b93c43-ef06-41cf-a5cf-05b3d9e5ad9f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841894 Jan 25 03:39:26.948207 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f466854b-1042-44a0-9451-623f9ee61263 admin admin] Publish callbacks [] for security_group (c034e5be-cf9c-4cec-bf82-8d5032266f2c), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:27.088241 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f466854b-1042-44a0-9451-623f9ee61263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (c034e5be-cf9c-4cec-bf82-8d5032266f2c), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:27.090897 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f466854b-1042-44a0-9451-623f9ee61263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:27.096463 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-f466854b-1042-44a0-9451-623f9ee61263 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/c034e5be-cf9c-4cec-bf82-8d5032266f2c HTTP/1.1" status: 204 len: 168 time: 0.2412195 Jan 25 03:39:27.101785 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466854b-1042-44a0-9451-623f9ee61263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c034e5be-cf9c-4cec-bf82-8d5032266f2c,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:28.094238 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549195ea-c260-42c3-99b5-20803e463069 req-448570f1-2ea9-4990-86ac-a96873e68e5e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:28.096514 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-549195ea-c260-42c3-99b5-20803e463069 req-448570f1-2ea9-4990-86ac-a96873e68e5e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0566068 Jan 25 03:39:28.160034 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-549195ea-c260-42c3-99b5-20803e463069 req-bf63f8bf-a0e9-4a10-a00f-27cce5a96f71 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540569 Jan 25 03:39:29.300768 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf642924-309e-4117-baeb-0c2f86f67abd req-9d142ec3-aaf0-4966-b89f-f936c5dc3c81 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:29.302972 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bf642924-309e-4117-baeb-0c2f86f67abd req-9d142ec3-aaf0-4966-b89f-f936c5dc3c81 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0620816 Jan 25 03:39:29.371566 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bf642924-309e-4117-baeb-0c2f86f67abd req-7e0d15f1-15ff-45bb-ba58-5d89b82b4c39 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635026 Jan 25 03:39:30.505968 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24302799-ccd1-4368-bed1-103f9c0ea8f1 req-4b2feeb3-b13f-4d0e-b7a5-a95778d1d06a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:30.564942 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-24302799-ccd1-4368-bed1-103f9c0ea8f1 req-4b2feeb3-b13f-4d0e-b7a5-a95778d1d06a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0583897 Jan 25 03:39:30.564942 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-24302799-ccd1-4368-bed1-103f9c0ea8f1 req-e8346b02-b8be-46d3-8d58-546d323bf849 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474315 Jan 25 03:39:31.470932 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb798-97d2-4ce3-aa69-43c00e10a96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:31.685851 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c48d24-08d9-4d18-8b8f-0a7dfe952f59 req-45dd0674-277b-4eaf-8401-e5d03c80b309 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:31.693432 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-44c48d24-08d9-4d18-8b8f-0a7dfe952f59 req-45dd0674-277b-4eaf-8401-e5d03c80b309 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0572877 Jan 25 03:39:31.738888 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-44c48d24-08d9-4d18-8b8f-0a7dfe952f59 req-1c4feeb3-152d-4050-bc37-8779a9f035a4 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441308 Jan 25 03:39:32.876981 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afdfdb-359e-4c65-bda7-2e009ee58b3e req-9903b9f1-d645-4d29-b705-52b59dfc13ca tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:32.878616 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b6afdfdb-359e-4c65-bda7-2e009ee58b3e req-9903b9f1-d645-4d29-b705-52b59dfc13ca tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0557795 Jan 25 03:39:32.940671 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b6afdfdb-359e-4c65-bda7-2e009ee58b3e req-468054f2-cdba-466b-82ff-f119bf7624f9 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557046 Jan 25 03:39:34.059230 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8108ba58-abb1-4e78-a2ea-e5b295f628f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:34.077182 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5756b95-3308-4f5c-8c34-e67c8a34dd55 req-b0df9c38-154b-499b-99e2-1c998cef33f8 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:34.077182 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f5756b95-3308-4f5c-8c34-e67c8a34dd55 req-b0df9c38-154b-499b-99e2-1c998cef33f8 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0613160 Jan 25 03:39:34.123904 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f5756b95-3308-4f5c-8c34-e67c8a34dd55 req-95385bce-afb5-4d5d-9768-5faffc7a9585 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413477 Jan 25 03:39:34.736557 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:39:35.213190 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:35.288021 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59179e4e-6662-4194-955f-17179e4cf65e req-6980f3f1-eacf-4c3d-9fac-759cb8a30f91 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:35.289660 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-59179e4e-6662-4194-955f-17179e4cf65e req-6980f3f1-eacf-4c3d-9fac-759cb8a30f91 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0526037 Jan 25 03:39:35.356762 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-59179e4e-6662-4194-955f-17179e4cf65e req-0f0645d0-dacf-4cf7-9a5a-f533e372db3c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596945 Jan 25 03:39:36.511487 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea91d2c-9c09-4126-9a7c-0bfd3bc1364e req-4596bb1c-54ae-455f-8f8d-6d6f901cd81c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:36.514484 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9ea91d2c-9c09-4126-9a7c-0bfd3bc1364e req-4596bb1c-54ae-455f-8f8d-6d6f901cd81c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0729444 Jan 25 03:39:36.575034 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9ea91d2c-9c09-4126-9a7c-0bfd3bc1364e req-6736daf1-25c3-4ea5-b585-c003850ecebb tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547025 Jan 25 03:39:36.761180 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:37.706879 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b29e1-24d3-454e-b5b2-503ce8aaeb51 req-a3c59e26-b9af-4f10-b083-74e0454aef91 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:37.708579 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e25b29e1-24d3-454e-b5b2-503ce8aaeb51 req-a3c59e26-b9af-4f10-b083-74e0454aef91 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0555298 Jan 25 03:39:37.758781 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e25b29e1-24d3-454e-b5b2-503ce8aaeb51 req-c8df49e9-e81d-4f83-ac64-aae354e8f4d8 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445139 Jan 25 03:39:38.036956 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:38.886315 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f871f-6e1d-4353-bc7d-cc4ba8d430b7 req-d1658b3b-206e-456f-a1b0-0f610f22af5b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:38.890787 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3a1f871f-6e1d-4353-bc7d-cc4ba8d430b7 req-d1658b3b-206e-456f-a1b0-0f610f22af5b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0596948 Jan 25 03:39:38.949458 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3a1f871f-6e1d-4353-bc7d-cc4ba8d430b7 req-822d7f47-97be-49e5-9ade-ed4310e51705 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545619 Jan 25 03:39:39.861050 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22733e9a-1502-4bec-9b81-99379750d269 req-6d07a225-dbd4-4a0e-8a2e-bd00a157650c tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:39.862579 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-22733e9a-1502-4bec-9b81-99379750d269 req-6d07a225-dbd4-4a0e-8a2e-bd00a157650c tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 945 time: 0.0502527 Jan 25 03:39:39.911508 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-22733e9a-1502-4bec-9b81-99379750d269 req-17e78ab3-9d9c-4409-a06f-e68af7407091 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426140 Jan 25 03:39:40.068876 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a27a2-4025-4000-b82e-f3e154916b5a req-cb3ce615-d78e-486d-adc8-0f317aa40337 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:40.070261 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-db0a27a2-4025-4000-b82e-f3e154916b5a req-cb3ce615-d78e-486d-adc8-0f317aa40337 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0486088 Jan 25 03:39:40.115850 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-db0a27a2-4025-4000-b82e-f3e154916b5a req-80d0213c-3f84-4760-bb6b-50b2ab87f842 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399225 Jan 25 03:39:40.761849 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:41.025471 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c8644-435b-484c-b1a8-244a8643f8c3 req-4baf85a6-c1d5-4ed2-98eb-1228b0b7d482 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:41.026941 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5a2c8644-435b-484c-b1a8-244a8643f8c3 req-4baf85a6-c1d5-4ed2-98eb-1228b0b7d482 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 945 time: 0.0495315 Jan 25 03:39:41.072557 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5a2c8644-435b-484c-b1a8-244a8643f8c3 req-e6c67c18-a3ce-4dd5-bf07-23ce6211f183 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402551 Jan 25 03:39:41.234832 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265cb30-e1cf-4c6b-96f7-5034484454dd req-3402ed68-d57a-496f-bf35-96724749feb6 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:41.237176 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4265cb30-e1cf-4c6b-96f7-5034484454dd req-3402ed68-d57a-496f-bf35-96724749feb6 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0507793 Jan 25 03:39:41.290620 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4265cb30-e1cf-4c6b-96f7-5034484454dd req-e4b6aa1a-48c8-45ce-b160-fba08b98a35e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476441 Jan 25 03:39:42.188386 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c5145-d918-4cc4-a663-f1f54b5dfc63 req-ebe17475-61f2-4779-8895-2493b8c7f75a tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:42.189981 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-671c5145-d918-4cc4-a663-f1f54b5dfc63 req-ebe17475-61f2-4779-8895-2493b8c7f75a tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 945 time: 0.0513132 Jan 25 03:39:42.236178 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-671c5145-d918-4cc4-a663-f1f54b5dfc63 req-58e4417d-726d-462b-9bc4-7747d4f17f48 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397210 Jan 25 03:39:42.411439 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f289a5-86b6-4bbd-88d8-e01674f00124 req-56535a64-5d10-4d72-8b5b-1af6f3a35a18 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:42.412903 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f1f289a5-86b6-4bbd-88d8-e01674f00124 req-56535a64-5d10-4d72-8b5b-1af6f3a35a18 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0485458 Jan 25 03:39:42.458364 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f1f289a5-86b6-4bbd-88d8-e01674f00124 req-33ddfc13-42b6-4ad9-a996-40594a20bfad tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398841 Jan 25 03:39:43.350964 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fdc49-a3ec-49c8-8062-506335a87b82 req-5c8fac18-6ffa-4904-bd83-3d58214cc297 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:43.352432 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-845fdc49-a3ec-49c8-8062-506335a87b82 req-5c8fac18-6ffa-4904-bd83-3d58214cc297 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 945 time: 0.0485649 Jan 25 03:39:43.403250 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-845fdc49-a3ec-49c8-8062-506335a87b82 req-b285458f-2b05-4219-8ccd-c33fb304c824 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452719 Jan 25 03:39:43.577428 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ac835-c859-4078-a5dd-72a74ee1e410 req-c8ce8239-f5f3-4273-a619-cc13016c54ff tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:43.578890 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-169ac835-c859-4078-a5dd-72a74ee1e410 req-c8ce8239-f5f3-4273-a619-cc13016c54ff tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0486217 Jan 25 03:39:43.630341 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-169ac835-c859-4078-a5dd-72a74ee1e410 req-029ef9a8-bf2f-400b-84c9-2d1dffcb43fc tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452290 Jan 25 03:39:44.521732 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581e3c6-6f07-4a64-bf88-fe806338bcbb req-0004e1a9-f116-41eb-9a99-70e7bed5ffb4 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:44.523351 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6581e3c6-6f07-4a64-bf88-fe806338bcbb req-0004e1a9-f116-41eb-9a99-70e7bed5ffb4 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 945 time: 0.0496936 Jan 25 03:39:44.585840 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6581e3c6-6f07-4a64-bf88-fe806338bcbb req-3da41d69-f041-4929-a542-9cdadab13b0e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569637 Jan 25 03:39:44.756475 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b9737-5e8c-452b-a0f7-1d4cddfd0aef req-50a3b415-7dac-4484-93b7-6422acbc7859 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:44.757940 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1b8b9737-5e8c-452b-a0f7-1d4cddfd0aef req-50a3b415-7dac-4484-93b7-6422acbc7859 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0514822 Jan 25 03:39:44.804105 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1b8b9737-5e8c-452b-a0f7-1d4cddfd0aef req-6875b100-0815-42a5-8010-c934104f8112 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406880 Jan 25 03:39:45.709147 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40df1f-1017-41df-b99b-e77c1175a795 req-4b7f4a02-6370-4d6c-93e5-19c91f379a48 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:45.710648 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7c40df1f-1017-41df-b99b-e77c1175a795 req-4b7f4a02-6370-4d6c-93e5-19c91f379a48 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 945 time: 0.0600116 Jan 25 03:39:45.757613 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7c40df1f-1017-41df-b99b-e77c1175a795 req-ea54fad0-9b53-4e7d-aec3-5539a6896424 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410306 Jan 25 03:39:45.841245 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90c6e7-4c8e-46c0-9e7a-b1b58470d7c0 req-3919c2ac-bceb-4149-a9a1-302703bf73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:45.845753 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0a90c6e7-4c8e-46c0-9e7a-b1b58470d7c0 req-3919c2ac-bceb-4149-a9a1-302703bf73bb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=33c5e2c89460402987c96eb3c3340a68&device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 1098 time: 0.0401428 Jan 25 03:39:45.964584 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90c6e7-4c8e-46c0-9e7a-b1b58470d7c0 req-35099ad4-6ec2-492d-a533-bc7e23ba4199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:45.966044 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0a90c6e7-4c8e-46c0-9e7a-b1b58470d7c0 req-35099ad4-6ec2-492d-a533-bc7e23ba4199 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f476d920-246d-45fc-9288-e583ed5f94c0 HTTP/1.1" status: 200 len: 916 time: 0.1171868 Jan 25 03:39:45.974174 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54336acc-e8d7-4f0c-92ab-f90fb2c937e6 req-65c12d86-97e7-495c-a4cb-737ba9b358c2 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:45.975580 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-54336acc-e8d7-4f0c-92ab-f90fb2c937e6 req-65c12d86-97e7-495c-a4cb-737ba9b358c2 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0979588 Jan 25 03:39:46.068322 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0a90c6e7-4c8e-46c0-9e7a-b1b58470d7c0 req-544e649b-0f6c-4262-9846-a8a7ccba9114 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23790178-4f79-4bcf-a17f-bd8e5abf0427 HTTP/1.1" status: 200 len: 1001 time: 0.0917873 Jan 25 03:39:46.076453 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-54336acc-e8d7-4f0c-92ab-f90fb2c937e6 req-3ff2ade8-41a2-4b55-aa41-67f64eca6911 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943847 Jan 25 03:39:46.213546 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90c6e7-4c8e-46c0-9e7a-b1b58470d7c0 req-2b677e5e-63dc-4dd0-a9f4-5d25e6f3cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:46.215025 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0a90c6e7-4c8e-46c0-9e7a-b1b58470d7c0 req-2b677e5e-63dc-4dd0-a9f4-5d25e6f3cb49 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=c089812a-9ee0-4892-a79a-a6659662497a HTTP/1.1" status: 200 len: 855 time: 0.0750027 Jan 25 03:39:46.224454 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319545a5-d662-4429-910c-83c1040a860e req-4b72d127-2910-46c9-a692-c108285b0dc6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:46.225842 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-319545a5-d662-4429-910c-83c1040a860e req-4b72d127-2910-46c9-a692-c108285b0dc6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.112 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 945 time: 0.0869899 Jan 25 03:39:46.321896 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90c6e7-4c8e-46c0-9e7a-b1b58470d7c0 req-95ea55f1-de39-46eb-9799-f98e687cdc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:46.323415 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0a90c6e7-4c8e-46c0-9e7a-b1b58470d7c0 req-95ea55f1-de39-46eb-9799-f98e687cdc15 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f476d920-246d-45fc-9288-e583ed5f94c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0967288 Jan 25 03:39:46.411333 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-319545a5-d662-4429-910c-83c1040a860e req-5e65bb69-710d-4481-acba-40e18fb71743 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Deleting port 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:39:46.411671 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-319545a5-d662-4429-910c-83c1040a860e req-5e65bb69-710d-4481-acba-40e18fb71743 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:46.481182 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0a90c6e7-4c8e-46c0-9e7a-b1b58470d7c0 req-61594f48-004d-4a50-baf2-a78402262db3 service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497862 Jan 25 03:39:46.570547 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-319545a5-d662-4429-910c-83c1040a860e req-5e65bb69-710d-4481-acba-40e18fb71743 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] For port 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0,segment=NetworkSegment(b2c63bc6-3c43-4648-ac9b-c699ff3bbb42),segment_id=b2c63bc6-3c43-4648-ac9b-c699ff3bbb42)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:39:46.570913 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-319545a5-d662-4429-910c-83c1040a860e req-5e65bb69-710d-4481-acba-40e18fb71743 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:46.588771 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-319545a5-d662-4429-910c-83c1040a860e req-5e65bb69-710d-4481-acba-40e18fb71743 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Calling delete_port for 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:39:46.644187 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0a90c6e7-4c8e-46c0-9e7a-b1b58470d7c0 req-d3a7a079-2899-4c3a-aa57-c51ab8269c9b service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561301 Jan 25 03:39:46.796743 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-319545a5-d662-4429-910c-83c1040a860e req-5e65bb69-710d-4481-acba-40e18fb71743 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:46.831448 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65bb69-710d-4481-acba-40e18fb71743 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Pushing event deleted for resources: {'Port': ['ID=4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:46.870450 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-df646855-4768-469b-ae6b-b810404b01df req-efded8bc-1170-40bf-8848-5fa311d34b3c tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 210 time: 0.0277510 Jan 25 03:39:46.871375 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-319545a5-d662-4429-910c-83c1040a860e req-5e65bb69-710d-4481-acba-40e18fb71743 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] No DVR routers for this DVR port 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:39:46.874161 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-319545a5-d662-4429-910c-83c1040a860e req-5e65bb69-710d-4481-acba-40e18fb71743 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:46.877548 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-319545a5-d662-4429-910c-83c1040a860e req-5e65bb69-710d-4481-acba-40e18fb71743 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.112 "DELETE /v2.0/ports/4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 HTTP/1.1" status: 204 len: 173 time: 0.6424036 Jan 25 03:39:46.877990 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe745e9c-07ae-4b28-a900-c80c2483da22', 'name': 'network-vif-deleted', 'tag': '4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:39:46.880292 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2bedbb-31b4-4dfb-8616-02312b80e78b" -d '{"events": [{"server_uuid": "fe745e9c-07ae-4b28-a900-c80c2483da22", "name": "network-vif-deleted", "tag": "4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:39:46.916446 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9624b233-ceba-4a45-b003-1be6f5ab10c7 x-openstack-request-id: req-9624b233-ceba-4a45-b003-1be6f5ab10c7 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:39:46.916749 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe745e9c-07ae-4b28-a900-c80c2483da22", "name": "network-vif-deleted", "tag": "4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:39:46.917008 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-9624b233-ceba-4a45-b003-1be6f5ab10c7 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:39:46.917421 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe745e9c-07ae-4b28-a900-c80c2483da22', 'name': 'network-vif-deleted', 'tag': '4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0', 'status': 'completed', 'code': 200} Jan 25 03:39:46.978115 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 51452) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:47.076902 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-0640dee9-b8c9-4816-b486-53bdbba98bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:47.151415 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-0640dee9-b8c9-4816-b486-53bdbba98bfa admin admin] Publish callbacks [] for security_group (be893950-7088-4598-be73-c5d2642e715a), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:47.196203 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e339a-6ab1-421b-a341-ad3d344bb2f0 req-d0971497-beb6-40f4-9598-8f8e4cb2fe4f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:47.197659 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d75e339a-6ab1-421b-a341-ad3d344bb2f0 req-d0971497-beb6-40f4-9598-8f8e4cb2fe4f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0478394 Jan 25 03:39:47.218906 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-0640dee9-b8c9-4816-b486-53bdbba98bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (be893950-7088-4598-be73-c5d2642e715a), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:47.249662 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d75e339a-6ab1-421b-a341-ad3d344bb2f0 req-2750cffe-681d-4a5c-a22f-1eb9ebace756 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463378 Jan 25 03:39:47.258828 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-0640dee9-b8c9-4816-b486-53bdbba98bfa admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=2deabca234844217945fd62266bae4d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2788029 Jan 25 03:39:47.259584 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640dee9-b8c9-4816-b486-53bdbba98bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be893950-7088-4598-be73-c5d2642e715a,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:47.260779 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 51460) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:47.317223 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85c165fc-f857-4ea2-b8b2-5075a8e3babf admin admin] Publish callbacks [] for security_group (be893950-7088-4598-be73-c5d2642e715a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:47.338559 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85c165fc-f857-4ea2-b8b2-5075a8e3babf admin admin] Publish callbacks [] for security_group (be893950-7088-4598-be73-c5d2642e715a), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:47.453602 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85c165fc-f857-4ea2-b8b2-5075a8e3babf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (be893950-7088-4598-be73-c5d2642e715a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:47.457053 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-85c165fc-f857-4ea2-b8b2-5075a8e3babf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:47.458188 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-85c165fc-f857-4ea2-b8b2-5075a8e3babf admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/be893950-7088-4598-be73-c5d2642e715a HTTP/1.1" status: 204 len: 168 time: 0.1964586 Jan 25 03:39:47.465871 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c165fc-f857-4ea2-b8b2-5075a8e3babf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be893950-7088-4598-be73-c5d2642e715a,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:47.473100 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c165fc-f857-4ea2-b8b2-5075a8e3babf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:47.473449 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c165fc-f857-4ea2-b8b2-5075a8e3babf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:47.473796 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c165fc-f857-4ea2-b8b2-5075a8e3babf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:47.474132 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c165fc-f857-4ea2-b8b2-5075a8e3babf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:47.474462 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c165fc-f857-4ea2-b8b2-5075a8e3babf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:47.474789 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c165fc-f857-4ea2-b8b2-5075a8e3babf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:47.475365 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c165fc-f857-4ea2-b8b2-5075a8e3babf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:47.475694 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c165fc-f857-4ea2-b8b2-5075a8e3babf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:47.476023 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c165fc-f857-4ea2-b8b2-5075a8e3babf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:47.476350 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c165fc-f857-4ea2-b8b2-5075a8e3babf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:47.476678 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c165fc-f857-4ea2-b8b2-5075a8e3babf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:47.477022 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c165fc-f857-4ea2-b8b2-5075a8e3babf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:47.477306 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c165fc-f857-4ea2-b8b2-5075a8e3babf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:47.746867 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['565ed7d6-bff7-4ce1-97e7-071173dbd857', '1c678aaa-9fbd-45b4-9a6f-9d3633b78121', '06409dab-f866-4e30-91b3-02bed40f3fbc', '4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:39:47.973967 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cd402999-d740-4b83-8b59-4e5d7a1141a6 req-8d52ff33-4a70-4615-8c45-b90f040af4af tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 210 time: 0.0293522 Jan 25 03:39:48.058196 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 51474) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:48.073315 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6a7d6cba-4a57-46f8-be51-650ec450f21f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:48.146890 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6a7d6cba-4a57-46f8-be51-650ec450f21f admin admin] Publish callbacks [] for security_group (372a7ff2-554d-4238-8ffc-c277a7cd3777), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:48.201925 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6a7d6cba-4a57-46f8-be51-650ec450f21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (372a7ff2-554d-4238-8ffc-c277a7cd3777), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:48.238430 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d6cba-4a57-46f8-be51-650ec450f21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372a7ff2-554d-4238-8ffc-c277a7cd3777,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:48.242581 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-6a7d6cba-4a57-46f8-be51-650ec450f21f admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=ceee5d5c0d9847fa8d3ae774e6e5f6a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1825988 Jan 25 03:39:48.245768 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 51476) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:48.301490 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d70a201e-ae3f-452e-88ec-24b96c8f8f45 admin admin] Publish callbacks [] for security_group (372a7ff2-554d-4238-8ffc-c277a7cd3777), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:48.325463 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d70a201e-ae3f-452e-88ec-24b96c8f8f45 admin admin] Publish callbacks [] for security_group (372a7ff2-554d-4238-8ffc-c277a7cd3777), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:48.397832 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0c8d9-a752-4cf2-8864-65b2d6b5ea56 req-7730b0a0-845c-4aad-ae25-e6cb893b157b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:48.399274 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4dd0c8d9-a752-4cf2-8864-65b2d6b5ea56 req-7730b0a0-845c-4aad-ae25-e6cb893b157b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0718806 Jan 25 03:39:48.451832 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4dd0c8d9-a752-4cf2-8864-65b2d6b5ea56 req-5bcaf7cb-15a2-49ff-bdc5-26abb030ccbf tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437000 Jan 25 03:39:48.481873 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d70a201e-ae3f-452e-88ec-24b96c8f8f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (372a7ff2-554d-4238-8ffc-c277a7cd3777), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:48.484432 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d70a201e-ae3f-452e-88ec-24b96c8f8f45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:48.486076 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d70a201e-ae3f-452e-88ec-24b96c8f8f45 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/372a7ff2-554d-4238-8ffc-c277a7cd3777 HTTP/1.1" status: 204 len: 168 time: 0.2393632 Jan 25 03:39:48.493900 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a201e-ae3f-452e-88ec-24b96c8f8f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372a7ff2-554d-4238-8ffc-c277a7cd3777,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:49.065128 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f7d3aeb6-15b0-4735-9c24-1ab7edebd183 req-adfc799e-f28d-42b9-a585-b2f9468f4b32 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 210 time: 0.0256970 Jan 25 03:39:49.585962 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d122faa-63b3-4622-b599-a5b68c4814c3 req-fe689235-07a7-49f8-b316-70a0273033f9 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:49.587577 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9d122faa-63b3-4622-b599-a5b68c4814c3 req-fe689235-07a7-49f8-b316-70a0273033f9 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0636573 Jan 25 03:39:49.825218 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9d122faa-63b3-4622-b599-a5b68c4814c3 req-d982de33-c3f0-4526-b20a-bfd445922803 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317116 Jan 25 03:39:50.166108 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c401fe7a-d0c9-41dd-ad00-e0397e757d61 req-a167cbf9-3bcd-43a3-a7a5-5ae2f2e5b8ed tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 210 time: 0.0256665 Jan 25 03:39:50.947120 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa8273-4e70-4789-b93f-b4ca6fcd4806 req-c8622e3c-71af-4565-a853-a876e36f430e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:50.948774 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-91aa8273-4e70-4789-b93f-b4ca6fcd4806 req-c8622e3c-71af-4565-a853-a876e36f430e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0499740 Jan 25 03:39:50.996475 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-91aa8273-4e70-4789-b93f-b4ca6fcd4806 req-ba8e24f6-fd11-452b-901a-452f0d4d96dc tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423939 Jan 25 03:39:51.257663 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-294fbd18-474b-48f1-97d1-a68d150fca0e req-0ed4adcf-0700-4a48-b434-bd3943f91999 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 210 time: 0.0259788 Jan 25 03:39:52.113726 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7819e-fafe-46b5-9525-8500f98b19c9 req-9c37878a-77f4-4186-9b50-7c200f080ba5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:52.115216 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3cb7819e-fafe-46b5-9525-8500f98b19c9 req-9c37878a-77f4-4186-9b50-7c200f080ba5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0472810 Jan 25 03:39:52.174873 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3cb7819e-fafe-46b5-9525-8500f98b19c9 req-1409896e-515e-4150-8231-73bb15af91bd tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542183 Jan 25 03:39:52.351992 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1927da68-9709-4fe9-8b55-5f9f6dc20688 req-81423361-6a68-4de1-bbd9-cd56d292c491 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 210 time: 0.0278933 Jan 25 03:39:53.291757 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f81773-6c51-48c8-8695-e4e3f121ac00 req-d82492b4-0730-4c95-a16d-3f04c5eb12a2 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:53.293215 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b6f81773-6c51-48c8-8695-e4e3f121ac00 req-d82492b4-0730-4c95-a16d-3f04c5eb12a2 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 945 time: 0.0483036 Jan 25 03:39:53.353476 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b6f81773-6c51-48c8-8695-e4e3f121ac00 req-de508452-fbbe-4e25-9dd8-07da93b6701a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545521 Jan 25 03:39:53.389639 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cc6ef-c8ff-4ecf-be82-82afb1489bd5 req-ab9899b6-6f08-4127-85ba-61b46df38f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:53.391211 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6d6cc6ef-c8ff-4ecf-be82-82afb1489bd5 req-ab9899b6-6f08-4127-85ba-61b46df38f74 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=33c5e2c89460402987c96eb3c3340a68&device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 1098 time: 0.0578454 Jan 25 03:39:53.449181 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 23790178-4f79-4bcf-a17f-bd8e5abf0427 no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:39:53.466628 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f46bcf25-6e87-409d-94b2-04f7b4545c93 req-429f9f4d-b4c7-4907-af73-b34121b26271 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 210 time: 0.0408239 Jan 25 03:39:53.528680 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 23790178-4f79-4bcf-a17f-bd8e5abf0427 is: ACTIVE; New status is: DOWN {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:39:53.529113 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:53.534483 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cc6ef-c8ff-4ecf-be82-82afb1489bd5 req-8dd915b8-04e5-4cb7-a2f2-8eb09a7a760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:53.536070 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6d6cc6ef-c8ff-4ecf-be82-82afb1489bd5 req-8dd915b8-04e5-4cb7-a2f2-8eb09a7a760c service neutron] 10.222.0.112 "GET /v2.0/networks?id=f476d920-246d-45fc-9288-e583ed5f94c0 HTTP/1.1" status: 200 len: 916 time: 0.1019373 Jan 25 03:39:53.554366 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c1179f-67c0-4198-8933-7cabe5c964f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23790178-4f79-4bcf-a17f-bd8e5abf0427'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:39:53.556841 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33df6d4-b0b1-44eb-b36d-dd3f5591601e" -d '{"events": [{"server_uuid": "b5c1179f-67c0-4198-8933-7cabe5c964f3", "name": "network-vif-unplugged", "status": "completed", "tag": "23790178-4f79-4bcf-a17f-bd8e5abf0427"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:39:53.574230 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 23790178-4f79-4bcf-a17f-bd8e5abf0427, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=23790178-4f79-4bcf-a17f-bd8e5abf0427,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:39:53.597257 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 25 Jan 2022 03:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa6f12a-9984-4b58-bc57-9ce5cb0ae0ff x-openstack-request-id: req-cfa6f12a-9984-4b58-bc57-9ce5cb0ae0ff {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:39:53.597428 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c1179f-67c0-4198-8933-7cabe5c964f3", "name": "network-vif-unplugged", "status": "completed", "tag": "23790178-4f79-4bcf-a17f-bd8e5abf0427", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:39:53.597680 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-cfa6f12a-9984-4b58-bc57-9ce5cb0ae0ff {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:39:53.598099 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c1179f-67c0-4198-8933-7cabe5c964f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23790178-4f79-4bcf-a17f-bd8e5abf0427', 'code': 200} Jan 25 03:39:53.619121 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6d6cc6ef-c8ff-4ecf-be82-82afb1489bd5 req-c6f879f6-6bd4-4575-ae30-ab3df17dce7b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23790178-4f79-4bcf-a17f-bd8e5abf0427 HTTP/1.1" status: 200 len: 1001 time: 0.0738759 Jan 25 03:39:53.630929 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:53.632018 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:39:53.654273 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:39:53.654613 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 4fb97a43-a6b7-44dd-bde5-dba0bb60c4f0 not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:39:53.696502 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=23790178-4f79-4bcf-a17f-bd8e5abf0427,revision_number=8']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:53.703341 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:53.703714 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:53.704594 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:53.705158 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:53.705547 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:53.705869 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:53.706191 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:53.706509 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:53.706823 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:53.707179 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:53.707501 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:53.707816 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:53.708126 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:53.842566 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cc6ef-c8ff-4ecf-be82-82afb1489bd5 req-6361fcff-e78b-47cf-846f-4c0a895eaadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:53.844144 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6d6cc6ef-c8ff-4ecf-be82-82afb1489bd5 req-6361fcff-e78b-47cf-846f-4c0a895eaadd service neutron] 10.222.0.112 "GET /v2.0/subnets?id=c089812a-9ee0-4892-a79a-a6659662497a HTTP/1.1" status: 200 len: 855 time: 0.0438831 Jan 25 03:39:53.888943 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cc6ef-c8ff-4ecf-be82-82afb1489bd5 req-b4dbb62e-83e9-4b4a-9ff6-4d637e31184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:53.890392 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6d6cc6ef-c8ff-4ecf-be82-82afb1489bd5 req-b4dbb62e-83e9-4b4a-9ff6-4d637e31184c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f476d920-246d-45fc-9288-e583ed5f94c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381603 Jan 25 03:39:53.982022 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6d6cc6ef-c8ff-4ecf-be82-82afb1489bd5 req-1b5d9b4a-0afc-4132-974b-bf0e1df949ef service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843613 Jan 25 03:39:54.076031 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6d6cc6ef-c8ff-4ecf-be82-82afb1489bd5 req-de5d9253-cd25-4504-b1d1-551c7d3da48f service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874765 Jan 25 03:39:54.484845 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83826cd0-e4ea-45ab-990a-426d631ac2bb req-9ceb268f-155c-475b-b1e6-3b50e3b10b00 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:54.487293 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-83826cd0-e4ea-45ab-990a-426d631ac2bb req-9ceb268f-155c-475b-b1e6-3b50e3b10b00 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0569367 Jan 25 03:39:54.537417 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-83826cd0-e4ea-45ab-990a-426d631ac2bb req-59344ba5-dcb7-43ca-87a6-75bbf28e19a6 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434952 Jan 25 03:39:54.575104 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5b97df2d-08a5-401a-b6e4-37b27581b1cb req-13ece559-28d9-4b0a-8b89-2b3b534b3863 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=fe745e9c-07ae-4b28-a900-c80c2483da22 HTTP/1.1" status: 200 len: 210 time: 0.0270975 Jan 25 03:39:55.661691 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57388fd1-aeaf-4647-9494-63b0001088a5 req-8c7e84f7-8e1c-4e0f-94e2-6c2de3bfe743 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:55.663589 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-57388fd1-aeaf-4647-9494-63b0001088a5 req-8c7e84f7-8e1c-4e0f-94e2-6c2de3bfe743 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0522859 Jan 25 03:39:55.720963 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-57388fd1-aeaf-4647-9494-63b0001088a5 req-f3d5a557-0e55-4d89-affa-160e39b3bbff tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493321 Jan 25 03:39:56.841902 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cad701-af48-4d29-b740-f1367017c479 req-8bad6115-707b-49ea-b5c3-c94c1784c644 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:56.843402 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a4cad701-af48-4d29-b740-f1367017c479 req-8bad6115-707b-49ea-b5c3-c94c1784c644 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0499420 Jan 25 03:39:56.907809 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a4cad701-af48-4d29-b740-f1367017c479 req-4814a685-973a-4ea7-be25-fb0a03646db2 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568285 Jan 25 03:39:57.339567 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 51660) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:57.449659 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-82efc8d3-9054-4eac-8ce6-12dc64c483a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:57.521888 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-82efc8d3-9054-4eac-8ce6-12dc64c483a9 admin admin] Publish callbacks [] for security_group (1bf5dcf1-8ebe-4486-9331-e8b434a67957), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:57.579512 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-82efc8d3-9054-4eac-8ce6-12dc64c483a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (1bf5dcf1-8ebe-4486-9331-e8b434a67957), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:57.619220 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-82efc8d3-9054-4eac-8ce6-12dc64c483a9 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=414b77fbdd2943b5baa45e2142f4c76a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783892 Jan 25 03:39:57.620219 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efc8d3-9054-4eac-8ce6-12dc64c483a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf5dcf1-8ebe-4486-9331-e8b434a67957,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:57.622228 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 51666) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:57.673609 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-fb8c2455-bf41-4ef5-a261-36c39781afba admin admin] Publish callbacks [] for security_group (1bf5dcf1-8ebe-4486-9331-e8b434a67957), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:57.698436 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-fb8c2455-bf41-4ef5-a261-36c39781afba admin admin] Publish callbacks [] for security_group (1bf5dcf1-8ebe-4486-9331-e8b434a67957), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:57.790853 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-fb8c2455-bf41-4ef5-a261-36c39781afba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (1bf5dcf1-8ebe-4486-9331-e8b434a67957), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:57.794370 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-fb8c2455-bf41-4ef5-a261-36c39781afba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:39:57.795545 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-fb8c2455-bf41-4ef5-a261-36c39781afba admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/1bf5dcf1-8ebe-4486-9331-e8b434a67957 HTTP/1.1" status: 204 len: 168 time: 0.1723216 Jan 25 03:39:57.805329 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c2455-bf41-4ef5-a261-36c39781afba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf5dcf1-8ebe-4486-9331-e8b434a67957,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:39:57.812353 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c2455-bf41-4ef5-a261-36c39781afba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:57.812658 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c2455-bf41-4ef5-a261-36c39781afba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:57.813019 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c2455-bf41-4ef5-a261-36c39781afba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:57.813404 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c2455-bf41-4ef5-a261-36c39781afba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:57.813915 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c2455-bf41-4ef5-a261-36c39781afba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:57.814326 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c2455-bf41-4ef5-a261-36c39781afba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:57.814651 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c2455-bf41-4ef5-a261-36c39781afba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:57.814973 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c2455-bf41-4ef5-a261-36c39781afba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:57.815336 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c2455-bf41-4ef5-a261-36c39781afba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:57.815645 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c2455-bf41-4ef5-a261-36c39781afba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:57.815963 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c2455-bf41-4ef5-a261-36c39781afba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:57.816277 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c2455-bf41-4ef5-a261-36c39781afba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:57.816588 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c2455-bf41-4ef5-a261-36c39781afba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:39:58.160281 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [req-b7c0a86e-b44f-4630-b4a7-f1858f6fd1a5 req-7a8fc2da-6a4d-4855-8579-9b7c5f878e11 service neutron] http://10.222.0.115:9696/v2.0/extensions returned with HTTP 200 {{(pid=103186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:39:58.161593 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b7c0a86e-b44f-4630-b4a7-f1858f6fd1a5 req-7a8fc2da-6a4d-4855-8579-9b7c5f878e11 service neutron] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071409 Jan 25 03:39:58.467109 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98069da-7fe3-4c46-839f-a239ac65f6d9 req-fccd3369-a64a-4eb4-b873-939a7fd2310c tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:58.474011 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c98069da-7fe3-4c46-839f-a239ac65f6d9 req-fccd3369-a64a-4eb4-b873-939a7fd2310c tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 945 time: 0.0828118 Jan 25 03:39:58.522616 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847ac82-8d06-4f8a-8489-61e840ddaf9d req-a3ed8521-00b6-4c71-baef-81024af7c6da tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:58.524216 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5847ac82-8d06-4f8a-8489-61e840ddaf9d req-a3ed8521-00b6-4c71-baef-81024af7c6da tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0772736 Jan 25 03:39:58.546391 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c98069da-7fe3-4c46-839f-a239ac65f6d9 req-78ff48a7-dd3f-4c64-af81-931063140042 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654700 Jan 25 03:39:58.588881 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5847ac82-8d06-4f8a-8489-61e840ddaf9d req-9843f03f-34b4-455a-bb17-b37a007a0715 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569823 Jan 25 03:39:59.048301 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 51736) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:39:59.129789 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-538822a6-5f46-4c03-b070-142627f6bcf6 req-b24d4466-9b48-4caa-a9ab-865bb96eabad service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803375 Jan 25 03:39:59.138220 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [req-538822a6-5f46-4c03-b070-142627f6bcf6 req-b65238d8-a9e9-4594-8e51-f982d9c12d13 service neutron] http://10.222.0.115:9696/v2.0/extensions returned with HTTP 200 {{(pid=103186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:39:59.139229 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-538822a6-5f46-4c03-b070-142627f6bcf6 req-b65238d8-a9e9-4594-8e51-f982d9c12d13 service neutron] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048184 Jan 25 03:39:59.667248 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d642a0-fc3f-4455-9ce8-59138c04d133 req-724fa0f0-57c3-4512-bd9e-ca0d831ea05a tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:59.668750 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c1d642a0-fc3f-4455-9ce8-59138c04d133 req-724fa0f0-57c3-4512-bd9e-ca0d831ea05a tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 945 time: 0.0546346 Jan 25 03:39:59.720029 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c1d642a0-fc3f-4455-9ce8-59138c04d133 req-43edd855-fed9-4c6a-a55b-1a796fce78b8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448024 Jan 25 03:39:59.734320 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e17ce-6fa4-4e4a-b151-ad1d46368262 req-cc2b4a8c-ec82-402a-aa9c-3dbc2bae604d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:39:59.736417 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-633e17ce-6fa4-4e4a-b151-ad1d46368262 req-cc2b4a8c-ec82-402a-aa9c-3dbc2bae604d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0617893 Jan 25 03:39:59.792516 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-633e17ce-6fa4-4e4a-b151-ad1d46368262 req-779dd5c5-2e3a-4f33-b19d-3fe4fc1cf47c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504148 Jan 25 03:40:00.383633 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 23790178-4f79-4bcf-a17f-bd8e5abf0427 no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:40:00.462927 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 23790178-4f79-4bcf-a17f-bd8e5abf0427 is: DOWN; New status is: DOWN {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:00.838656 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195e778-3741-4a1b-b3dd-29dc85c5cd44 req-b40ba5b9-0f71-46d5-8a94-3129a1b72c78 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:00.840292 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6195e778-3741-4a1b-b3dd-29dc85c5cd44 req-b40ba5b9-0f71-46d5-8a94-3129a1b72c78 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 945 time: 0.0499184 Jan 25 03:40:00.897559 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6195e778-3741-4a1b-b3dd-29dc85c5cd44 req-65a6da9d-6025-41ca-8e54-71124be8a57a tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456874 Jan 25 03:40:00.924788 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af57dd8-1a9f-42f6-802d-53cddaa23d87 req-9d1bd249-17c7-4e21-a1e1-473355e60d8c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:00.925976 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5af57dd8-1a9f-42f6-802d-53cddaa23d87 req-9d1bd249-17c7-4e21-a1e1-473355e60d8c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0537779 Jan 25 03:40:00.972742 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5af57dd8-1a9f-42f6-802d-53cddaa23d87 req-e0176e6b-7a15-4c67-96ee-c71e82fc00a7 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409460 Jan 25 03:40:01.436301 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-375eae57-8bbe-4728-b89b-7747724719d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:02.013987 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0a92d-bb52-4aca-abcc-e3a8e0528126 req-5e76c226-4f7c-48fd-b1d2-f6ba07cd69ad tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:02.015511 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-67b0a92d-bb52-4aca-abcc-e3a8e0528126 req-5e76c226-4f7c-48fd-b1d2-f6ba07cd69ad tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 945 time: 0.0497320 Jan 25 03:40:02.067176 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-67b0a92d-bb52-4aca-abcc-e3a8e0528126 req-c1a30f7d-c3f7-4c10-a464-4f83df4bd63f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455532 Jan 25 03:40:02.091745 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b9ebb-3dca-4d85-9f08-c53cdc236b5d req-43f495ba-f4bc-4062-a0f5-f7a53c632547 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:02.093200 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-175b9ebb-3dca-4d85-9f08-c53cdc236b5d req-43f495ba-f4bc-4062-a0f5-f7a53c632547 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0491736 Jan 25 03:40:02.142161 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-175b9ebb-3dca-4d85-9f08-c53cdc236b5d req-d373e0da-1dcf-4d65-8bf1-2fbaf7386737 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432792 Jan 25 03:40:03.188564 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67e271-8752-47ff-8230-c54984fdb27e req-146c86a6-8ebd-4c8d-b6f4-17f5719b5b2b tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:03.188564 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4e67e271-8752-47ff-8230-c54984fdb27e req-146c86a6-8ebd-4c8d-b6f4-17f5719b5b2b tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 945 time: 0.0515435 Jan 25 03:40:03.236392 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4e67e271-8752-47ff-8230-c54984fdb27e req-b1a06502-9846-4f86-a23d-1dc006687aaf tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432310 Jan 25 03:40:03.266293 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17e986-29d5-4d1d-bbeb-847d76785a15 req-8d47ffe7-75d2-46fb-b616-51a69c97657e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:03.268055 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-be17e986-29d5-4d1d-bbeb-847d76785a15 req-8d47ffe7-75d2-46fb-b616-51a69c97657e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0504990 Jan 25 03:40:03.315072 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-be17e986-29d5-4d1d-bbeb-847d76785a15 req-c15ee028-d894-4732-a802-25cd21bdabe6 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417230 Jan 25 03:40:03.751367 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7139639c-7e98-4a70-bf6b-33082ab88e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:04.353944 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea5cb6-8bad-49ba-b47b-b75039aff253 req-7645c528-1c46-46b6-a1c1-91f989dd9c6e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:04.355473 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a0ea5cb6-8bad-49ba-b47b-b75039aff253 req-7645c528-1c46-46b6-a1c1-91f989dd9c6e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 945 time: 0.0481820 Jan 25 03:40:04.407310 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a0ea5cb6-8bad-49ba-b47b-b75039aff253 req-039458f5-b542-4c0a-b12e-224fb6777e11 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461719 Jan 25 03:40:04.440687 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e35e2d-f1a0-4571-9b3b-fed22f7bd551 req-439eb5f3-11f3-422c-ad27-5bf73412d05c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:04.442182 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e5e35e2d-f1a0-4571-9b3b-fed22f7bd551 req-439eb5f3-11f3-422c-ad27-5bf73412d05c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0504355 Jan 25 03:40:04.488333 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e5e35e2d-f1a0-4571-9b3b-fed22f7bd551 req-e98797d5-8e5b-4b02-98c6-2aef0dce8dd1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401604 Jan 25 03:40:05.236232 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:05.531819 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207482df-2a06-4d66-84f5-24b0dbb6a22e req-052af009-6ffe-444a-adec-9623304990b8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:05.533750 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-207482df-2a06-4d66-84f5-24b0dbb6a22e req-052af009-6ffe-444a-adec-9623304990b8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 945 time: 0.0580974 Jan 25 03:40:05.538809 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a9cb8-ea3a-4c56-b7fa-c57ef8c88391 req-58a81c92-929e-45a5-92a2-7901aaf0c4d8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:05.540932 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-332a9cb8-ea3a-4c56-b7fa-c57ef8c88391 req-58a81c92-929e-45a5-92a2-7901aaf0c4d8 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.112 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 945 time: 0.0554326 Jan 25 03:40:05.584101 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-207482df-2a06-4d66-84f5-24b0dbb6a22e req-f2df4866-6e99-414e-9a15-6b49f3af0ad9 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444236 Jan 25 03:40:05.658057 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39426f91-954f-489b-bea6-a8f262850eed req-1c346b1e-1e35-4d00-8c01-7ada416dab47 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:05.659548 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-39426f91-954f-489b-bea6-a8f262850eed req-1c346b1e-1e35-4d00-8c01-7ada416dab47 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0845683 Jan 25 03:40:05.687244 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-332a9cb8-ea3a-4c56-b7fa-c57ef8c88391 req-091c3c2b-532f-4176-81e5-3ec9f9b671b6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Deleting port 06409dab-f866-4e30-91b3-02bed40f3fbc {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:40:05.687838 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-332a9cb8-ea3a-4c56-b7fa-c57ef8c88391 req-091c3c2b-532f-4176-81e5-3ec9f9b671b6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (06409dab-f866-4e30-91b3-02bed40f3fbc), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:05.773880 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-39426f91-954f-489b-bea6-a8f262850eed req-a54cb8bf-40a7-4915-81a0-a72a7f68bfbe tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063981 Jan 25 03:40:05.801569 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-332a9cb8-ea3a-4c56-b7fa-c57ef8c88391 req-091c3c2b-532f-4176-81e5-3ec9f9b671b6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] For port 06409dab-f866-4e30-91b3-02bed40f3fbc, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=06409dab-f866-4e30-91b3-02bed40f3fbc,segment=NetworkSegment(b2c63bc6-3c43-4648-ac9b-c699ff3bbb42),segment_id=b2c63bc6-3c43-4648-ac9b-c699ff3bbb42)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:40:05.802152 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-332a9cb8-ea3a-4c56-b7fa-c57ef8c88391 req-091c3c2b-532f-4176-81e5-3ec9f9b671b6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (06409dab-f866-4e30-91b3-02bed40f3fbc), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:05.816218 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-332a9cb8-ea3a-4c56-b7fa-c57ef8c88391 req-091c3c2b-532f-4176-81e5-3ec9f9b671b6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Calling delete_port for 06409dab-f866-4e30-91b3-02bed40f3fbc owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:40:06.069883 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-332a9cb8-ea3a-4c56-b7fa-c57ef8c88391 req-091c3c2b-532f-4176-81e5-3ec9f9b671b6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (06409dab-f866-4e30-91b3-02bed40f3fbc), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:06.100950 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c3c2b-532f-4176-81e5-3ec9f9b671b6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Pushing event deleted for resources: {'Port': ['ID=06409dab-f866-4e30-91b3-02bed40f3fbc,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:06.134557 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['565ed7d6-bff7-4ce1-97e7-071173dbd857', '1c678aaa-9fbd-45b4-9a6f-9d3633b78121', '06409dab-f866-4e30-91b3-02bed40f3fbc'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:40:06.145991 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-332a9cb8-ea3a-4c56-b7fa-c57ef8c88391 req-091c3c2b-532f-4176-81e5-3ec9f9b671b6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] No DVR routers for this DVR port 06409dab-f866-4e30-91b3-02bed40f3fbc on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:40:06.148734 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-332a9cb8-ea3a-4c56-b7fa-c57ef8c88391 req-091c3c2b-532f-4176-81e5-3ec9f9b671b6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:06.152191 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-332a9cb8-ea3a-4c56-b7fa-c57ef8c88391 req-091c3c2b-532f-4176-81e5-3ec9f9b671b6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.112 "DELETE /v2.0/ports/06409dab-f866-4e30-91b3-02bed40f3fbc HTTP/1.1" status: 204 len: 173 time: 0.6057291 Jan 25 03:40:06.152643 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1b7caf-2414-4373-a49c-b8374358d3f3', 'name': 'network-vif-deleted', 'tag': '06409dab-f866-4e30-91b3-02bed40f3fbc'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:40:06.154919 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ea4ca9-7a3f-4990-8f44-78c2aac688d9" -d '{"events": [{"server_uuid": "9c1b7caf-2414-4373-a49c-b8374358d3f3", "name": "network-vif-deleted", "tag": "06409dab-f866-4e30-91b3-02bed40f3fbc"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:40:06.196898 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdc8943-9d44-4b59-8447-aa225c655646 x-openstack-request-id: req-8cdc8943-9d44-4b59-8447-aa225c655646 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:40:06.197072 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1b7caf-2414-4373-a49c-b8374358d3f3", "name": "network-vif-deleted", "tag": "06409dab-f866-4e30-91b3-02bed40f3fbc", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:40:06.197321 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-8cdc8943-9d44-4b59-8447-aa225c655646 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:40:06.197708 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1b7caf-2414-4373-a49c-b8374358d3f3', 'name': 'network-vif-deleted', 'tag': '06409dab-f866-4e30-91b3-02bed40f3fbc', 'status': 'completed', 'code': 200} Jan 25 03:40:06.694957 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e055dbf4-38a9-4a43-a509-ffc460092f8b req-5fe73458-d201-403b-8b05-e822f93912cc tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 210 time: 0.0306113 Jan 25 03:40:06.898693 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f006b-4f12-4098-af48-14ed1d677405 req-75183537-d9a2-489f-9838-f3a437db7f8e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:06.900205 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e85f006b-4f12-4098-af48-14ed1d677405 req-75183537-d9a2-489f-9838-f3a437db7f8e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0496886 Jan 25 03:40:06.917989 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:06.956601 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e85f006b-4f12-4098-af48-14ed1d677405 req-60f6aa25-09a2-43f0-923c-c6f17947fbb0 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497611 Jan 25 03:40:07.136880 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-9f4eea43-9ddc-4eff-9e2e-d8d5fd78691f tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-63611146&fields=id&tenant_id=0fe72d0d8d144438a671aac4e939c693 HTTP/1.1" status: 200 len: 267 time: 0.0587974 Jan 25 03:40:07.242034 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-36db60b0-d345-4afb-9fc2-aaa33a675a01 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:07.243506 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-36db60b0-d345-4afb-9fc2-aaa33a675a01 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/networks?id=0ff74d41-8997-4f13-a353-f1aafd7e012e HTTP/1.1" status: 200 len: 812 time: 0.1000309 Jan 25 03:40:07.258090 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-eecd3481-9507-4806-9dec-cd00dc98c9c0 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/quotas/0fe72d0d8d144438a671aac4e939c693 HTTP/1.1" status: 200 len: 375 time: 0.0092900 Jan 25 03:40:07.308134 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-53e1bd2b-23b0-43e9-ab62-a99e955b4259 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=0fe72d0d8d144438a671aac4e939c693&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450716 Jan 25 03:40:07.405525 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-5e07d73f-36f7-4d5f-86e1-c1a16590e6df service neutron] 10.222.0.115 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832567 Jan 25 03:40:07.493966 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-8fb83e75-b292-4a67-87a2-b75f9d1a0d7d service neutron] 10.222.0.115 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821998 Jan 25 03:40:07.809104 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-093ee851-27e8-4969-9e67-2eee3da848e6 req-de971d06-914d-4faa-9402-406b53cee553 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 210 time: 0.0340483 Jan 25 03:40:08.019587 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:08.079853 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d5848-5f54-4d85-aaed-d52bb25d952b req-421ab291-d32a-47c6-834a-9f30c7538ec9 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:08.081387 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3c6d5848-5f54-4d85-aaed-d52bb25d952b req-421ab291-d32a-47c6-834a-9f30c7538ec9 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0507479 Jan 25 03:40:08.126482 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3c6d5848-5f54-4d85-aaed-d52bb25d952b req-64fc8480-3a15-4575-a3d4-93233f3ca3c3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395031 Jan 25 03:40:08.914926 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8d260a85-fba0-47d5-a6ff-817ecc922be3 req-89e5ae63-d007-44a4-8f10-8225cfabac33 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 210 time: 0.0267494 Jan 25 03:40:09.058183 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5e9898e9-0b81-47f2-be1b-3adde1c89782 req-40800af4-c5b1-4e7c-8c6e-5ce13c3a3fad tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 210 time: 0.0283630 Jan 25 03:40:09.246061 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ec945-9a7f-4618-88ca-50e9b4e6a9c5 req-13978ad3-607a-4a2e-88b6-05d80b734f67 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:09.247563 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-063ec945-9a7f-4618-88ca-50e9b4e6a9c5 req-13978ad3-607a-4a2e-88b6-05d80b734f67 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0489480 Jan 25 03:40:09.294601 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-063ec945-9a7f-4618-88ca-50e9b4e6a9c5 req-b1bce4c0-ac77-4c33-9b5b-cb69177eb55b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414271 Jan 25 03:40:10.017019 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1a1c49b4-cfbe-4cbc-a882-88bbced913b3 req-8fce745e-4e95-4888-bfb5-763772f5dabf tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 210 time: 0.0256503 Jan 25 03:40:10.149961 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5084f19e-2fb1-4dfd-939a-8bb4433b79ce req-8e6511c4-75a1-4d05-ac1c-a5d0b3e73632 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 210 time: 0.0260262 Jan 25 03:40:10.414215 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873e297-2a8f-4e71-9258-0d36ee124a68 req-ed27153f-838e-4ac1-98de-19293a6a0d0f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:10.415701 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c873e297-2a8f-4e71-9258-0d36ee124a68 req-ed27153f-838e-4ac1-98de-19293a6a0d0f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0491688 Jan 25 03:40:10.462680 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c873e297-2a8f-4e71-9258-0d36ee124a68 req-2dc809f0-861f-44a9-b459-7f23259fd9c8 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415173 Jan 25 03:40:11.119159 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ab31965d-222d-4e02-a239-2a6100905afd req-31b99bb8-37ba-43e7-bbdf-29b0b838c29a tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 210 time: 0.0254073 Jan 25 03:40:11.241464 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2128c650-5499-49ee-9d9f-ee106093fea2 req-3ef699d1-5b8e-4fb4-b4bd-cf0c32075aa6 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 210 time: 0.0250585 Jan 25 03:40:11.584657 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9565bd-ece9-4e61-a78c-1d90d9538d3f req-3fc7b253-58cb-4d1c-ad38-6579c75d868b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:11.586073 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3b9565bd-ece9-4e61-a78c-1d90d9538d3f req-3fc7b253-58cb-4d1c-ad38-6579c75d868b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0515099 Jan 25 03:40:11.630226 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3b9565bd-ece9-4e61-a78c-1d90d9538d3f req-3bdf7700-040f-42d8-a833-75aa4877e317 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386479 Jan 25 03:40:11.727830 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:40:11.817166 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:12.229323 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ed3b929c-e681-4ec6-975c-4cdb65d26ab4 req-83d7ff27-1beb-4a68-836a-a3b6d51ed0fd tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 210 time: 0.0307248 Jan 25 03:40:12.331357 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0bd688e2-fd1d-46ac-8b28-5a49ae238746 req-057e51f5-a87a-406f-b408-6bf0684a382f tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 210 time: 0.0259635 Jan 25 03:40:12.746785 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97c907-0d33-4e23-ba6a-ccc7c1736f23 req-f488036f-b238-4b82-918f-119d09bd70b0 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:12.748272 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8d97c907-0d33-4e23-ba6a-ccc7c1736f23 req-f488036f-b238-4b82-918f-119d09bd70b0 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0480494 Jan 25 03:40:12.795473 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8d97c907-0d33-4e23-ba6a-ccc7c1736f23 req-a86c5817-d108-4860-a21f-78b612907aa7 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408652 Jan 25 03:40:13.207660 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 06409dab-f866-4e30-91b3-02bed40f3fbc no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:40:13.227900 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: 06409dab-f866-4e30-91b3-02bed40f3fbc {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:40:13.228241 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 06409dab-f866-4e30-91b3-02bed40f3fbc not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:40:13.335531 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6c0b743c-0931-44a9-88cf-c7859eb0c4b3 req-92b439dd-0b47-48de-b355-6924a4d32109 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 210 time: 0.0277445 Jan 25 03:40:13.430103 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a0ce2e9d-ea4e-4171-9c03-8ee8bfff6f64 req-7ce5d6f7-be69-41f2-811c-0f0b7e3ea90c tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 210 time: 0.0278668 Jan 25 03:40:13.915658 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3bcfa-a395-42af-858f-49d619a916ff req-cfa4895b-2fbf-4d1f-acdf-a5bff0a7d34c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:13.917122 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-01b3bcfa-a395-42af-858f-49d619a916ff req-cfa4895b-2fbf-4d1f-acdf-a5bff0a7d34c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0483451 Jan 25 03:40:13.963514 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-01b3bcfa-a395-42af-858f-49d619a916ff req-22af5751-3fc6-4cf3-aa66-a35dbe34eed8 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409875 Jan 25 03:40:14.440690 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d8ad72dd-db2c-4062-ba8b-5af30c149844 req-86cb361a-31f2-43cc-b13e-eec8369ba3c6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=9c1b7caf-2414-4373-a49c-b8374358d3f3 HTTP/1.1" status: 200 len: 210 time: 0.0271428 Jan 25 03:40:14.526225 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-21ed69e4-bd23-4f52-928a-34ed0d8cce48 req-31b3d0f9-eeeb-4894-bd4b-f11c5bcba688 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 210 time: 0.0298066 Jan 25 03:40:14.583697 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538822a6-5f46-4c03-b070-142627f6bcf6 req-a11feab9-f39a-48e2-bc3b-dca28964c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:14.585217 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-538822a6-5f46-4c03-b070-142627f6bcf6 req-a11feab9-f39a-48e2-bc3b-dca28964c17d service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3&tenant_id=33c5e2c89460402987c96eb3c3340a68 HTTP/1.1" status: 200 len: 1096 time: 0.0760379 Jan 25 03:40:14.661995 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538822a6-5f46-4c03-b070-142627f6bcf6 req-138be2c6-8955-4c91-a727-edec8163264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:14.663626 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-538822a6-5f46-4c03-b070-142627f6bcf6 req-138be2c6-8955-4c91-a727-edec8163264f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=33c5e2c89460402987c96eb3c3340a68&device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 1096 time: 0.0406444 Jan 25 03:40:14.756532 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538822a6-5f46-4c03-b070-142627f6bcf6 req-86b9198b-b732-47cd-98c3-ff2275bfe84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:14.758002 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-538822a6-5f46-4c03-b070-142627f6bcf6 req-86b9198b-b732-47cd-98c3-ff2275bfe84a service neutron] 10.222.0.112 "GET /v2.0/networks?id=f476d920-246d-45fc-9288-e583ed5f94c0 HTTP/1.1" status: 200 len: 916 time: 0.0868464 Jan 25 03:40:15.146518 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-538822a6-5f46-4c03-b070-142627f6bcf6 req-570cdbe1-4aad-455e-8bcc-4d04fca89059 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23790178-4f79-4bcf-a17f-bd8e5abf0427 HTTP/1.1" status: 200 len: 999 time: 0.3819115 Jan 25 03:40:15.171145 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afbb54-d59b-4994-96ee-bf673609b6d2 req-ffa66a86-4dd3-4469-8da5-b8f48c1702e6 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:15.171661 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-38afbb54-d59b-4994-96ee-bf673609b6d2 req-ffa66a86-4dd3-4469-8da5-b8f48c1702e6 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.1282840 Jan 25 03:40:15.234296 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-fd4b87ee-e05e-4e50-9ce1-e41d4b3d43c9 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:15.235661 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-fd4b87ee-e05e-4e50-9ce1-e41d4b3d43c9 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.112 "GET /v2.0/networks?id=0ff74d41-8997-4f13-a353-f1aafd7e012e HTTP/1.1" status: 200 len: 812 time: 0.2054090 Jan 25 03:40:15.274393 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538822a6-5f46-4c03-b070-142627f6bcf6 req-1f9899fb-bc09-415c-93ba-00db2367b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:15.275813 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-538822a6-5f46-4c03-b070-142627f6bcf6 req-1f9899fb-bc09-415c-93ba-00db2367b644 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=c089812a-9ee0-4892-a79a-a6659662497a HTTP/1.1" status: 200 len: 855 time: 0.1032896 Jan 25 03:40:15.301767 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-38afbb54-d59b-4994-96ee-bf673609b6d2 req-97583fb8-3b43-4e01-8944-5630583e2fe9 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233323 Jan 25 03:40:15.356876 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-4bf3df2f-cf7b-4dca-bc0b-73d6b9641a66 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fe72d0d8d144438a671aac4e939c693 HTTP/1.1" status: 200 len: 378 time: 0.1009188 Jan 25 03:40:15.361582 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538822a6-5f46-4c03-b070-142627f6bcf6 req-b304a432-707f-47c6-86f8-0ed81e8337f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:15.366266 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-538822a6-5f46-4c03-b070-142627f6bcf6 req-b304a432-707f-47c6-86f8-0ed81e8337f8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f476d920-246d-45fc-9288-e583ed5f94c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773163 Jan 25 03:40:15.367728 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-4eaa1c85-7d0a-428b-bb56-e06a3f4e2660 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Request body: {'port': {'device_id': 'ac7ea524-7a77-478b-9894-556c2be34d87', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'admin_state_up': True, 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'security_groups': ['6744eb07-18e5-4865-83ab-4fe93b386738']}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:40:15.532207 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-538822a6-5f46-4c03-b070-142627f6bcf6 req-d62793ea-4f60-4325-9354-a15fe0778f6b service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612389 Jan 25 03:40:15.622507 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0dbd3955-84c7-473b-b5cc-00f234e99f5f req-60e47f3a-8cc8-4a94-a814-843e26f0e8d0 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 210 time: 0.0261414 Jan 25 03:40:15.638442 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-538822a6-5f46-4c03-b070-142627f6bcf6 req-5c35e6de-d40c-417b-a5d5-826e3ed5b840 service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973639 Jan 25 03:40:15.651421 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-4eaa1c85-7d0a-428b-bb56-e06a3f4e2660 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Made reservation on behalf of 0fe72d0d8d144438a671aac4e939c693 for: {'port': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:40:15.654951 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-4eaa1c85-7d0a-428b-bb56-e06a3f4e2660 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:15.785839 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-4eaa1c85-7d0a-428b-bb56-e06a3f4e2660 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Allocated IP 172.20.0.6 (0ff74d41-8997-4f13-a353-f1aafd7e012e/de574e71-d5c9-48da-aa30-76bdfc91fca9/185f7b43-0027-48fd-9809-01daf6b8ce49) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:40:15.936111 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-4eaa1c85-7d0a-428b-bb56-e06a3f4e2660 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for port (185f7b43-0027-48fd-9809-01daf6b8ce49), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:15.996960 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3c927-f65a-4861-af9f-b3b1e80f23a2 req-7b3443a6-b765-4531-b033-431957e0b9cc tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:15.998483 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-83a3c927-f65a-4861-af9f-b3b1e80f23a2 req-7b3443a6-b765-4531-b033-431957e0b9cc tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.0514579 Jan 25 03:40:16.048146 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-83a3c927-f65a-4861-af9f-b3b1e80f23a2 req-5ade6a01-95bf-4ee9-b937-3cb6ecc77daa tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426564 Jan 25 03:40:16.050013 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-4eaa1c85-7d0a-428b-bb56-e06a3f4e2660 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (185f7b43-0027-48fd-9809-01daf6b8ce49), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:16.109572 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-4eaa1c85-7d0a-428b-bb56-e06a3f4e2660 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Network 0ff74d41-8997-4f13-a353-f1aafd7e012e is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:40:16.115348 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-4eaa1c85-7d0a-428b-bb56-e06a3f4e2660 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:40:16.117947 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-4eaa1c85-7d0a-428b-bb56-e06a3f4e2660 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:40:16.145511 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa1c85-7d0a-428b-bb56-e06a3f4e2660 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event updated for resources: {'Port': ['ID=185f7b43-0027-48fd-9809-01daf6b8ce49,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:16.179692 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-4eaa1c85-7d0a-428b-bb56-e06a3f4e2660 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:16.180699 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-4eaa1c85-7d0a-428b-bb56-e06a3f4e2660 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:16.284140 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-4eaa1c85-7d0a-428b-bb56-e06a3f4e2660 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9186974 Jan 25 03:40:16.303437 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Request body: {'port': {'device_id': 'ac7ea524-7a77-478b-9894-556c2be34d87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:40:16.375131 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (185f7b43-0027-48fd-9809-01daf6b8ce49), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:16.436974 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-fa859796-7660-4540-9548-64b0ad28b343 None None] Provisioning complete for port 185f7b43-0027-48fd-9809-01daf6b8ce49 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:16.437521 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa859796-7660-4540-9548-64b0ad28b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (185f7b43-0027-48fd-9809-01daf6b8ce49), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:16.495777 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-fa859796-7660-4540-9548-64b0ad28b343 None None] Port 185f7b43-0027-48fd-9809-01daf6b8ce49 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:40:16.499977 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7205f-fd3f-47b7-8803-c2d494200d76 req-0191772a-2812-4499-a079-8df992c334de tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:16.502081 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c9e7205f-fd3f-47b7-8803-c2d494200d76 req-0191772a-2812-4499-a079-8df992c334de tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.1156363 Jan 25 03:40:16.637488 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c9e7205f-fd3f-47b7-8803-c2d494200d76 req-aebf4685-a38a-4698-ab3e-cb54be8cc610 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270745 Jan 25 03:40:16.825719 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8c00c-8779-4ce2-8692-a1fa6135eff1 req-f533a76b-76e5-4bb5-aeb8-8a8670061cdc tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:16.834966 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d2d8c00c-8779-4ce2-8692-a1fa6135eff1 req-f533a76b-76e5-4bb5-aeb8-8a8670061cdc tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 931 time: 0.1051233 Jan 25 03:40:16.910238 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d2d8c00c-8779-4ce2-8692-a1fa6135eff1 req-c76af423-775f-41e5-82f1-ef4843828265 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619459 Jan 25 03:40:16.941822 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185f7b43-0027-48fd-9809-01daf6b8ce49 {{(pid=103186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:40:16.953065 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Publish callbacks [] for port (185f7b43-0027-48fd-9809-01daf6b8ce49), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:16.968764 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.provisioning_blocks [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Transition to ACTIVE for port object 185f7b43-0027-48fd-9809-01daf6b8ce49 will not be triggered until provisioned by entity L2. {{(pid=103186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:40:17.028710 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (185f7b43-0027-48fd-9809-01daf6b8ce49), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:17.136208 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Pushing event updated for resources: {'Port': ['ID=185f7b43-0027-48fd-9809-01daf6b8ce49,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:17.188738 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Attempting to bind port 185f7b43-0027-48fd-9809-01daf6b8ce49 on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:40:17.189721 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Attempting to bind port 185f7b43-0027-48fd-9809-01daf6b8ce49 by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:40:17.190039 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Attempting to bind port 185f7b43-0027-48fd-9809-01daf6b8ce49 on network 0ff74d41-8997-4f13-a353-f1aafd7e012e {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:40:17.201301 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Port 185f7b43-0027-48fd-9809-01daf6b8ce49 on network 0ff74d41-8997-4f13-a353-f1aafd7e012e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:40:17.201997 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Attempting to bind port 185f7b43-0027-48fd-9809-01daf6b8ce49 on network 0ff74d41-8997-4f13-a353-f1aafd7e012e {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:40:17.213416 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2dde2-b00a-49c0-a6ae-2493fa301596 req-6e4bc6ab-4ed7-4801-b7db-e59e54de9e20 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:17.214986 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-39d2dde2-b00a-49c0-a6ae-2493fa301596 req-6e4bc6ab-4ed7-4801-b7db-e59e54de9e20 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.0879786 Jan 25 03:40:17.220096 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:40:17.220573 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Checking segment: {'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:40:17.220940 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Bound using segment: {'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:40:17.226215 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Bound port: 185f7b43-0027-48fd-9809-01daf6b8ce49, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:40:17.226215 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (185f7b43-0027-48fd-9809-01daf6b8ce49), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:17.312650 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-39d2dde2-b00a-49c0-a6ae-2493fa301596 req-4eeac0a5-d48d-4659-8422-c53b0efbfbfd tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885086 Jan 25 03:40:17.326975 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] For port 185f7b43-0027-48fd-9809-01daf6b8ce49, host hv-cinder-81901, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:40:17.330527 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] For port 185f7b43-0027-48fd-9809-01daf6b8ce49, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=185f7b43-0027-48fd-9809-01daf6b8ce49,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:40:17.390975 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (185f7b43-0027-48fd-9809-01daf6b8ce49), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:17.429089 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:17.429717 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:17.431341 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] 10.222.0.112 "PUT /v2.0/ports/185f7b43-0027-48fd-9809-01daf6b8ce49 HTTP/1.1" status: 200 len: 1093 time: 1.1324804 Jan 25 03:40:17.433747 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7ea524-7a77-478b-9894-556c2be34d87', 'tag': '185f7b43-0027-48fd-9809-01daf6b8ce49'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:40:17.436736 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1580e486-4d25-46eb-ad3e-2978d2a4f66b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7ea524-7a77-478b-9894-556c2be34d87", "tag": "185f7b43-0027-48fd-9809-01daf6b8ce49"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:40:17.465919 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140698b5-4819-40d0-a3de-2035d6373dbe service neutron] Pushing event updated for resources: {'Port': ['ID=185f7b43-0027-48fd-9809-01daf6b8ce49,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:17.506684 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1efc5d-03d5-45e9-82c6-f64288876d6f x-openstack-request-id: req-de1efc5d-03d5-45e9-82c6-f64288876d6f {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:40:17.507316 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7ea524-7a77-478b-9894-556c2be34d87", "tag": "185f7b43-0027-48fd-9809-01daf6b8ce49", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:40:17.507789 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-de1efc5d-03d5-45e9-82c6-f64288876d6f {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:40:17.508281 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7ea524-7a77-478b-9894-556c2be34d87', 'tag': '185f7b43-0027-48fd-9809-01daf6b8ce49', 'status': 'completed', 'code': 200} Jan 25 03:40:17.795843 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ece9ff-44fa-431c-b8fc-704947b10e7d req-20f3f686-8566-4213-9bae-905128be461f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:17.803495 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f0ece9ff-44fa-431c-b8fc-704947b10e7d req-20f3f686-8566-4213-9bae-905128be461f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0595047 Jan 25 03:40:17.850631 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f0ece9ff-44fa-431c-b8fc-704947b10e7d req-e9076337-c83c-438d-a8ee-031c651d3a04 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453835 Jan 25 03:40:18.057575 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae8adb-ba6e-4b28-b492-5f4494c8d579 req-ac9dc341-ec72-4f34-b865-e66124a2ef73 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:18.059092 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-23ae8adb-ba6e-4b28-b492-5f4494c8d579 req-ac9dc341-ec72-4f34-b865-e66124a2ef73 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0740054 Jan 25 03:40:18.124737 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-23ae8adb-ba6e-4b28-b492-5f4494c8d579 req-a9a706c2-5c83-4476-a62f-08ae82b1cae3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560038 Jan 25 03:40:18.445378 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b0c40-6f60-421b-ba9a-1d767ab6f01c req-7fa36ed3-109a-4e9d-84eb-46085efec0fd tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:18.447125 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d06b0c40-6f60-421b-ba9a-1d767ab6f01c req-7fa36ed3-109a-4e9d-84eb-46085efec0fd tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.0558603 Jan 25 03:40:18.504757 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d06b0c40-6f60-421b-ba9a-1d767ab6f01c req-77bb193d-6c95-4470-9428-f32bc99d70cd tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512953 Jan 25 03:40:18.980376 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18092d67-4229-42a7-9306-7741c37e1295 req-b580d7c3-f795-4e87-872e-65b3b6024f95 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:18.982037 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-18092d67-4229-42a7-9306-7741c37e1295 req-b580d7c3-f795-4e87-872e-65b3b6024f95 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0512147 Jan 25 03:40:19.031152 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-18092d67-4229-42a7-9306-7741c37e1295 req-6616ed12-e759-4438-9644-ce99251bed32 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425067 Jan 25 03:40:19.258770 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96079b11-99ec-4165-a0e3-5778d5d5a488 req-0023108f-f74b-4f01-a518-cf7620cd79f8 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:19.260338 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-96079b11-99ec-4165-a0e3-5778d5d5a488 req-0023108f-f74b-4f01-a518-cf7620cd79f8 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0602000 Jan 25 03:40:19.318645 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-96079b11-99ec-4165-a0e3-5778d5d5a488 req-a5512cbe-e015-47b6-93ad-50fd03bd1f92 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528157 Jan 25 03:40:19.640512 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d599551-8e5d-422f-974a-3a0718fc2829 req-939097b8-acfb-4e86-b413-d22a26037c99 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:19.645042 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7d599551-8e5d-422f-974a-3a0718fc2829 req-939097b8-acfb-4e86-b413-d22a26037c99 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.0583680 Jan 25 03:40:19.693857 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7d599551-8e5d-422f-974a-3a0718fc2829 req-304459a1-4fb1-466a-b317-c27dbf4a47a6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442028 Jan 25 03:40:20.178341 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26c710-3b51-4da5-bee4-8ca745e9f37a req-39c0a181-e6fb-4df2-b206-bc21f0ed675d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:20.180317 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cd26c710-3b51-4da5-bee4-8ca745e9f37a req-39c0a181-e6fb-4df2-b206-bc21f0ed675d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0570264 Jan 25 03:40:20.239948 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cd26c710-3b51-4da5-bee4-8ca745e9f37a req-50f4d431-8ea9-4caa-a740-186feba4faeb tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454988 Jan 25 03:40:20.505575 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a715723-58f4-4b12-ae8c-76731aa1306c req-8cc23997-7d26-48fa-b987-ece7d38bb9bf tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:20.512440 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2a715723-58f4-4b12-ae8c-76731aa1306c req-8cc23997-7d26-48fa-b987-ece7d38bb9bf tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0906129 Jan 25 03:40:20.593033 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2a715723-58f4-4b12-ae8c-76731aa1306c req-b358f75e-405d-4eef-acbe-f86ff4280f5a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795105 Jan 25 03:40:20.874988 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba60c1c-382d-4ee5-bebb-66130cf111b9 req-04af48f2-e476-4789-bc96-a4ae8343ff0f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:20.876252 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9ba60c1c-382d-4ee5-bebb-66130cf111b9 req-04af48f2-e476-4789-bc96-a4ae8343ff0f tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.0953968 Jan 25 03:40:20.960045 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9ba60c1c-382d-4ee5-bebb-66130cf111b9 req-9694fe2a-692d-459a-b633-61928dd71347 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778167 Jan 25 03:40:21.422665 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee614269-2710-4895-921f-444fd698de3f req-1b46a874-6ef0-492e-b005-99ec41dd1d5c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:21.425061 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ee614269-2710-4895-921f-444fd698de3f req-1b46a874-6ef0-492e-b005-99ec41dd1d5c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0955827 Jan 25 03:40:21.481306 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ee614269-2710-4895-921f-444fd698de3f req-269d1003-0766-476d-b1d1-29e1fe86ea6b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505900 Jan 25 03:40:21.712884 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c705de9-63a4-4842-9b24-61030762912d req-099b7f09-dad8-4730-a028-53c213131a29 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:21.714546 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6c705de9-63a4-4842-9b24-61030762912d req-099b7f09-dad8-4730-a028-53c213131a29 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0507948 Jan 25 03:40:21.764731 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6c705de9-63a4-4842-9b24-61030762912d req-ef4b2243-8b41-499e-9eca-92d2d599285d tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446811 Jan 25 03:40:22.097545 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f0b09-685e-48ff-a01e-65d2373e7a8d req-ace83279-5596-4ac0-a00f-ab8bf60ba2b3 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:22.098997 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ef5f0b09-685e-48ff-a01e-65d2373e7a8d req-ace83279-5596-4ac0-a00f-ab8bf60ba2b3 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.0499063 Jan 25 03:40:22.207381 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ef5f0b09-685e-48ff-a01e-65d2373e7a8d req-e7e0148c-77ea-43f8-9702-cff14307328c tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861938 Jan 25 03:40:22.619491 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e56427-38f9-493e-9d09-6a0d944c75d9 req-1a65d3bd-8973-411a-87e4-5bfcc989a4ab tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:22.620924 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b3e56427-38f9-493e-9d09-6a0d944c75d9 req-1a65d3bd-8973-411a-87e4-5bfcc989a4ab tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0671470 Jan 25 03:40:22.674675 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b3e56427-38f9-493e-9d09-6a0d944c75d9 req-293f2184-81b9-491e-b55d-be682c53fd98 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482903 Jan 25 03:40:22.883220 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0098c2-4a59-436c-b9ff-032a799d5500 req-acb5a212-da97-4b7c-bc9e-f030dd11af13 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:22.884700 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9d0098c2-4a59-436c-b9ff-032a799d5500 req-acb5a212-da97-4b7c-bc9e-f030dd11af13 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0513382 Jan 25 03:40:22.941084 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9d0098c2-4a59-436c-b9ff-032a799d5500 req-039da6a1-9614-4749-9c7a-69ff5dff73b1 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507510 Jan 25 03:40:23.329484 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28137a-53ea-4c91-9c53-50b9fc4e7167 req-313d0e63-1ef9-47ad-94c0-e8991a9dc02e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:23.330956 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7d28137a-53ea-4c91-9c53-50b9fc4e7167 req-313d0e63-1ef9-47ad-94c0-e8991a9dc02e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.0491140 Jan 25 03:40:23.377796 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7d28137a-53ea-4c91-9c53-50b9fc4e7167 req-d36f8b34-4271-47e7-bb2c-97f9eb7b3839 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412581 Jan 25 03:40:23.793494 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7bc06-15f2-40c7-8af4-33f5e22bf381 req-fc046fa5-76de-4d93-b0cf-02b2a5aa0198 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:23.795101 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-71c7bc06-15f2-40c7-8af4-33f5e22bf381 req-fc046fa5-76de-4d93-b0cf-02b2a5aa0198 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0488405 Jan 25 03:40:23.842102 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-71c7bc06-15f2-40c7-8af4-33f5e22bf381 req-2bf1318a-f998-41f4-a232-b78188446e09 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410018 Jan 25 03:40:24.053194 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611261f8-9c96-4238-98c3-d5579f0679a0 req-187e9f7d-6a92-4bac-8a1d-de4b1ca57c37 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:24.054657 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-611261f8-9c96-4238-98c3-d5579f0679a0 req-187e9f7d-6a92-4bac-8a1d-de4b1ca57c37 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0479879 Jan 25 03:40:24.103757 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-611261f8-9c96-4238-98c3-d5579f0679a0 req-70378fdf-5b14-4d32-bd06-8cb852729979 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436451 Jan 25 03:40:24.490749 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230fc7f-803c-4ada-b892-5f6d462d740f req-222984b0-54f7-470b-9cb1-5e5c02876ae1 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:24.492239 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3230fc7f-803c-4ada-b892-5f6d462d740f req-222984b0-54f7-470b-9cb1-5e5c02876ae1 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.0475497 Jan 25 03:40:24.538389 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3230fc7f-803c-4ada-b892-5f6d462d740f req-a2a520b1-b9b4-4f89-bb16-ac2ef327d353 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406590 Jan 25 03:40:24.967725 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfc62f-48a5-48cd-b2b1-c1a8c2d8757d req-48dad22a-5fc4-4276-b465-90425e444399 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:24.969190 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6edfc62f-48a5-48cd-b2b1-c1a8c2d8757d req-48dad22a-5fc4-4276-b465-90425e444399 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0571492 Jan 25 03:40:25.021560 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6edfc62f-48a5-48cd-b2b1-c1a8c2d8757d req-a9ee8ced-340e-4c13-8174-8e408ac0de11 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457563 Jan 25 03:40:25.224339 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504910a-a05c-4f1c-86c2-c9556a92a449 req-e094dd0e-c2a7-4e87-992c-bdcd53da9df3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:25.225831 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a504910a-a05c-4f1c-86c2-c9556a92a449 req-e094dd0e-c2a7-4e87-992c-bdcd53da9df3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0528805 Jan 25 03:40:25.282153 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a504910a-a05c-4f1c-86c2-c9556a92a449 req-2380adcf-3541-4e8c-83b4-09330c8d6ec5 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503998 Jan 25 03:40:25.665805 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09dd1b-298b-415a-a95c-1038a4d590ec req-08d37016-c6f0-4614-a27f-92ffada36a0c tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:25.666550 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1e09dd1b-298b-415a-a95c-1038a4d590ec req-08d37016-c6f0-4614-a27f-92ffada36a0c tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.0573082 Jan 25 03:40:25.720523 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1e09dd1b-298b-415a-a95c-1038a4d590ec req-1cbfb668-dd99-4247-adb2-cf42c02eb98d tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449908 Jan 25 03:40:26.141605 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae752fba-a7fd-4b4a-9dfb-a9b2aa75356e req-2e6cbed2-e47f-4f66-8b36-60b35f3f1564 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:26.143466 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ae752fba-a7fd-4b4a-9dfb-a9b2aa75356e req-2e6cbed2-e47f-4f66-8b36-60b35f3f1564 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0491281 Jan 25 03:40:26.189887 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ae752fba-a7fd-4b4a-9dfb-a9b2aa75356e req-f04de1a9-9142-488e-9acb-f0ec5e9b7539 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411582 Jan 25 03:40:26.409374 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450108b-3ed6-496d-8fdb-5054e39b9561 req-e241f47c-620f-401c-8f97-b698d7af96a4 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:26.411985 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1450108b-3ed6-496d-8fdb-5054e39b9561 req-e241f47c-620f-401c-8f97-b698d7af96a4 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0543904 Jan 25 03:40:26.461035 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1450108b-3ed6-496d-8fdb-5054e39b9561 req-868b17e3-8407-416b-8c60-9391c7318d27 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444479 Jan 25 03:40:26.833293 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3bbb2-3c71-4927-bcd9-d22c48622b58 req-c62d33d4-a717-481f-a506-affacdb65741 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:26.834751 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fbb3bbb2-3c71-4927-bcd9-d22c48622b58 req-c62d33d4-a717-481f-a506-affacdb65741 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.0475130 Jan 25 03:40:26.883547 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fbb3bbb2-3c71-4927-bcd9-d22c48622b58 req-4ee1d10a-fe59-464a-840d-13c067eaaedf tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434391 Jan 25 03:40:27.330890 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f4311-7106-4c47-be3b-034244457e2c req-dda2cffe-2a77-498c-b85e-98d166cf4c67 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:27.332394 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a56f4311-7106-4c47-be3b-034244457e2c req-dda2cffe-2a77-498c-b85e-98d166cf4c67 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0527391 Jan 25 03:40:27.381951 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a56f4311-7106-4c47-be3b-034244457e2c req-da4d8cd2-e34d-4e06-b9ab-d67ffcc86b6b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441484 Jan 25 03:40:27.608344 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ad00c-3a95-4fe4-8199-ebb8ee28eb53 req-473dbb74-246c-42f8-85dd-68f1cb5baf0e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:27.609827 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3f8ad00c-3a95-4fe4-8199-ebb8ee28eb53 req-473dbb74-246c-42f8-85dd-68f1cb5baf0e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0507290 Jan 25 03:40:27.661066 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3f8ad00c-3a95-4fe4-8199-ebb8ee28eb53 req-7e5bd54f-3a18-4bf8-886d-fc8873b26b19 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446496 Jan 25 03:40:28.006418 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27f9c5-51c5-49fe-95b0-0068640b9bbb req-e6c94275-b7ab-4cfa-840e-7e641ff2edb4 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:28.008041 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8c27f9c5-51c5-49fe-95b0-0068640b9bbb req-e6c94275-b7ab-4cfa-840e-7e641ff2edb4 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.0558684 Jan 25 03:40:28.062865 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8c27f9c5-51c5-49fe-95b0-0068640b9bbb req-c56e768c-9181-404d-9dfe-c7cc51d351e4 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492213 Jan 25 03:40:28.517588 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508ceef-3ff7-46ba-944f-b322b62fb781 req-a3649397-7fe1-4735-a888-a0bc3a25546f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:28.519325 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3508ceef-3ff7-46ba-944f-b322b62fb781 req-a3649397-7fe1-4735-a888-a0bc3a25546f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0611653 Jan 25 03:40:28.571772 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3508ceef-3ff7-46ba-944f-b322b62fb781 req-bdb91bee-f00b-4faf-b13a-e6d78bfc1b93 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469999 Jan 25 03:40:28.774496 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0230325-522d-4cdd-8db9-6b73796cf32c req-cc3ba6b7-43d4-4b00-a44b-f611a2132905 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:28.775984 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a0230325-522d-4cdd-8db9-6b73796cf32c req-cc3ba6b7-43d4-4b00-a44b-f611a2132905 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0486913 Jan 25 03:40:28.823800 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a0230325-522d-4cdd-8db9-6b73796cf32c req-314d41b1-e9ce-4a29-af59-8f19b32329dd tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422888 Jan 25 03:40:29.180669 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cc3ea-789c-4a8e-bcde-2de5e7446ecd req-daab63e4-4c16-4b6d-85aa-48b1afe84967 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:29.182227 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-115cc3ea-789c-4a8e-bcde-2de5e7446ecd req-daab63e4-4c16-4b6d-85aa-48b1afe84967 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.0548468 Jan 25 03:40:29.237264 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-115cc3ea-789c-4a8e-bcde-2de5e7446ecd req-ac07a471-553f-4b96-90e2-befa5180400e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495234 Jan 25 03:40:29.711799 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ee318-d4ff-40cc-ade8-222e28541ab9 req-e08bf85b-8c1f-465e-ad3e-4ae388e0e82f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:29.713350 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ad8ee318-d4ff-40cc-ade8-222e28541ab9 req-e08bf85b-8c1f-465e-ad3e-4ae388e0e82f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0531192 Jan 25 03:40:29.760962 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ad8ee318-d4ff-40cc-ade8-222e28541ab9 req-10115e73-30cb-4832-8525-d788a6e46ab5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419071 Jan 25 03:40:29.956196 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27afea3-6b42-4c6b-bc15-a7f365b06af2 req-b58f0bf5-eec4-4cb0-b7b1-a3b2fb359807 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:29.957892 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f27afea3-6b42-4c6b-bc15-a7f365b06af2 req-b58f0bf5-eec4-4cb0-b7b1-a3b2fb359807 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0666518 Jan 25 03:40:30.011405 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f27afea3-6b42-4c6b-bc15-a7f365b06af2 req-70789ada-f798-4eca-a958-dc10a61e6281 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468972 Jan 25 03:40:30.361548 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e7516-9bb8-4cfe-8482-fcf429dea493 req-199d2045-65b9-4c0e-9c9d-12b9129f2a12 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:30.363188 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a71e7516-9bb8-4cfe-8482-fcf429dea493 req-199d2045-65b9-4c0e-9c9d-12b9129f2a12 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.0547731 Jan 25 03:40:30.427115 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a71e7516-9bb8-4cfe-8482-fcf429dea493 req-b662fd61-ab06-4707-aae0-8a57d279323c tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524616 Jan 25 03:40:30.896085 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c5690-c9e1-4e3c-92bd-39d39f77b407 req-1114d614-a348-4943-890e-2e17160b37d4 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:30.903910 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-892c5690-c9e1-4e3c-92bd-39d39f77b407 req-1114d614-a348-4943-890e-2e17160b37d4 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0618050 Jan 25 03:40:30.948224 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-892c5690-c9e1-4e3c-92bd-39d39f77b407 req-a0a1e404-1067-45dd-9c8c-d05837c11b5d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434401 Jan 25 03:40:31.252296 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acb360-27c7-4a0c-af69-8fd13eb4c52f req-46aa2917-9120-4863-932b-1dfd2ae2de13 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:31.254796 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f7acb360-27c7-4a0c-af69-8fd13eb4c52f req-46aa2917-9120-4863-932b-1dfd2ae2de13 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.1741443 Jan 25 03:40:31.306981 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f7acb360-27c7-4a0c-af69-8fd13eb4c52f req-5e432cf5-a499-4128-800f-ce8c6ae06ecb tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464754 Jan 25 03:40:31.600497 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2f008-e9e0-4c12-b089-18fa20981509 req-e3c84ec7-1c42-4b74-a32d-42599f4b42c0 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:31.602039 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-24e2f008-e9e0-4c12-b089-18fa20981509 req-e3c84ec7-1c42-4b74-a32d-42599f4b42c0 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.1066384 Jan 25 03:40:31.652470 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-24e2f008-e9e0-4c12-b089-18fa20981509 req-0f0dd80c-7fc7-4c21-b9f4-149b7d238a9c tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446146 Jan 25 03:40:31.704528 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dee178aa-ca56-4053-9b31-ca4d77e8fd44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:32.087709 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625a738-453b-4763-9d7c-8186299df110 req-d5d54b8d-04d7-403e-ac09-31dc9d03c78c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:32.089966 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2625a738-453b-4763-9d7c-8186299df110 req-d5d54b8d-04d7-403e-ac09-31dc9d03c78c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0643682 Jan 25 03:40:32.152566 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2625a738-453b-4763-9d7c-8186299df110 req-61979755-6bdf-4019-a22b-471449a11070 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522902 Jan 25 03:40:32.430048 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967f191-a732-4d86-8021-821fa168295c req-bcd74b7e-9c6e-47c9-b773-de5b1a3cfc51 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:32.431531 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1967f191-a732-4d86-8021-821fa168295c req-bcd74b7e-9c6e-47c9-b773-de5b1a3cfc51 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0500550 Jan 25 03:40:32.483240 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1967f191-a732-4d86-8021-821fa168295c req-07bd33ba-72d3-4500-8574-c5ef3054d9ab tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461390 Jan 25 03:40:32.882770 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28769f28-9918-4faf-b048-5d0c60336b53 req-4ffb94a0-f083-4c97-8698-efb31270d8d9 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:32.884315 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-28769f28-9918-4faf-b048-5d0c60336b53 req-4ffb94a0-f083-4c97-8698-efb31270d8d9 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.0554447 Jan 25 03:40:32.932461 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-28769f28-9918-4faf-b048-5d0c60336b53 req-b16b1a4a-525b-495c-a5bc-48d5234a078e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425460 Jan 25 03:40:33.285885 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4badef-ed52-4c45-aacf-46153405662d req-d0acae5b-7bfe-4853-b58e-a87c7aab31a3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:33.287379 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7d4badef-ed52-4c45-aacf-46153405662d req-d0acae5b-7bfe-4853-b58e-a87c7aab31a3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0538688 Jan 25 03:40:33.337192 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7d4badef-ed52-4c45-aacf-46153405662d req-cd728066-3435-4b90-98d5-5dfdd362c156 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432675 Jan 25 03:40:33.599473 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808042dc-db60-4fad-b68c-ffbc0add6767 req-ee3adf71-9dec-4da5-a488-13bd0ed93051 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:33.600968 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-808042dc-db60-4fad-b68c-ffbc0add6767 req-ee3adf71-9dec-4da5-a488-13bd0ed93051 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0484636 Jan 25 03:40:33.648896 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-808042dc-db60-4fad-b68c-ffbc0add6767 req-c1e3ca78-bb26-41c7-83b2-c09c42274a63 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422699 Jan 25 03:40:33.750146 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b61c455-183d-4956-87af-f6a911bb3aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:34.046061 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e25424-1988-4365-8de2-c86ae7ed8384 req-bb9fdb27-2ba5-4b17-94c1-2e6f302a01b2 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:34.047564 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-35e25424-1988-4365-8de2-c86ae7ed8384 req-bb9fdb27-2ba5-4b17-94c1-2e6f302a01b2 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.0483944 Jan 25 03:40:34.094332 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-35e25424-1988-4365-8de2-c86ae7ed8384 req-f5afcab2-cf28-4d9f-81f3-cb3649359462 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405962 Jan 25 03:40:34.487002 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944c867-5e6f-4391-9b21-4cc8711e5eb8 req-995dd695-eac9-4550-8fcf-6a0a6f63a665 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:34.488526 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5944c867-5e6f-4391-9b21-4cc8711e5eb8 req-995dd695-eac9-4550-8fcf-6a0a6f63a665 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0785725 Jan 25 03:40:34.494685 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580e486-4d25-46eb-ad3e-2978d2a4f66b req-2e842bd0-a6e1-4c41-822c-8193dcb7486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:34.496203 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1580e486-4d25-46eb-ad3e-2978d2a4f66b req-2e842bd0-a6e1-4c41-822c-8193dcb7486d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0fe72d0d8d144438a671aac4e939c693&device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 1096 time: 0.0777009 Jan 25 03:40:34.567604 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5944c867-5e6f-4391-9b21-4cc8711e5eb8 req-e303647f-a8df-4fd4-95b5-23a3d95598dd tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701299 Jan 25 03:40:34.639146 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580e486-4d25-46eb-ad3e-2978d2a4f66b req-e1864a59-29df-4d72-b402-e23dfefc5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:34.640601 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1580e486-4d25-46eb-ad3e-2978d2a4f66b req-e1864a59-29df-4d72-b402-e23dfefc5ce3 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=0fe72d0d8d144438a671aac4e939c693&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1147580 Jan 25 03:40:34.739077 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580e486-4d25-46eb-ad3e-2978d2a4f66b req-9c2a78e6-f168-4f37-a8d1-4ce8c81e3a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:34.740542 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1580e486-4d25-46eb-ad3e-2978d2a4f66b req-9c2a78e6-f168-4f37-a8d1-4ce8c81e3a8c service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0927610 Jan 25 03:40:34.779369 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f57a5-6fe1-40df-8239-d94804b95352 req-288ce6be-7eb0-4358-8f90-7b2b9738003a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:34.782694 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8d6f57a5-6fe1-40df-8239-d94804b95352 req-288ce6be-7eb0-4358-8f90-7b2b9738003a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0658557 Jan 25 03:40:34.850446 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8d6f57a5-6fe1-40df-8239-d94804b95352 req-fff4e22e-527c-4424-847a-48fbd52f9af6 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616672 Jan 25 03:40:34.860357 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-fa281b33-9637-487a-9aa5-8caa03b1fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:34.862005 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-fa281b33-9637-487a-9aa5-8caa03b1fc61 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0fe72d0d8d144438a671aac4e939c693&device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 1096 time: 0.0476654 Jan 25 03:40:34.917673 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-d18b52dc-6026-4d4a-8809-016930ac7923 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=185f7b43-0027-48fd-9809-01daf6b8ce49 HTTP/1.1" status: 200 len: 217 time: 0.0403097 Jan 25 03:40:34.972693 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-603e84ad-10c2-45c3-9b67-83b318027fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:34.974536 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-603e84ad-10c2-45c3-9b67-83b318027fa0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=de574e71-d5c9-48da-aa30-76bdfc91fca9 HTTP/1.1" status: 200 len: 851 time: 0.0502126 Jan 25 03:40:35.026340 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-b5cd8e77-40db-483c-a5e3-11e6ef0bf7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:35.028221 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-b5cd8e77-40db-483c-a5e3-11e6ef0bf7e2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=0ff74d41-8997-4f13-a353-f1aafd7e012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466247 Jan 25 03:40:35.032225 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 52416) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:35.159173 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-19e7b77b-4c6f-497d-9017-609503854c9b service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213462 Jan 25 03:40:35.186730 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b5d9b50-fd67-45de-ab6e-06325bea41c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:35.273849 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b5d9b50-fd67-45de-ab6e-06325bea41c6 admin admin] Publish callbacks [] for security_group (1b9b9959-14cb-4bb9-9b49-70f072b840c8), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:35.279604 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:35.296771 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db15b9-7f9e-466c-aeb6-b4684ab65169 req-8cddcec8-b810-46c9-bc75-16d1729ee4a7 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:35.298426 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-52db15b9-7f9e-466c-aeb6-b4684ab65169 req-8cddcec8-b810-46c9-bc75-16d1729ee4a7 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.1178770 Jan 25 03:40:35.336479 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bfbfec85-281e-4a6b-a376-06a8d8ff9391 req-8a2b84bb-b78d-4404-9c0b-3d4094ff31eb service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397610 Jan 25 03:40:35.366903 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-52db15b9-7f9e-466c-aeb6-b4684ab65169 req-3bce2a2f-bf20-49a0-8943-4bf68baa14fd tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616994 Jan 25 03:40:35.378796 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b5d9b50-fd67-45de-ab6e-06325bea41c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (1b9b9959-14cb-4bb9-9b49-70f072b840c8), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:35.417620 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-9b5d9b50-fd67-45de-ab6e-06325bea41c6 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=2fc95438f7ee419dbfe3977bf7edb9cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3827493 Jan 25 03:40:35.418579 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d9b50-fd67-45de-ab6e-06325bea41c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9b9959-14cb-4bb9-9b49-70f072b840c8,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:35.420313 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 52424) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:35.472380 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-182b4c16-3a10-4ebc-bf57-d0d081dccec4 admin admin] Publish callbacks [] for security_group (1b9b9959-14cb-4bb9-9b49-70f072b840c8), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:35.494742 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-182b4c16-3a10-4ebc-bf57-d0d081dccec4 admin admin] Publish callbacks [] for security_group (1b9b9959-14cb-4bb9-9b49-70f072b840c8), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:35.595833 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-182b4c16-3a10-4ebc-bf57-d0d081dccec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (1b9b9959-14cb-4bb9-9b49-70f072b840c8), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:35.598299 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-182b4c16-3a10-4ebc-bf57-d0d081dccec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:35.599537 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-182b4c16-3a10-4ebc-bf57-d0d081dccec4 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/1b9b9959-14cb-4bb9-9b49-70f072b840c8 HTTP/1.1" status: 204 len: 168 time: 0.1782310 Jan 25 03:40:35.607867 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b4c16-3a10-4ebc-bf57-d0d081dccec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9b9959-14cb-4bb9-9b49-70f072b840c8,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:35.714813 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f950c-0e7e-4277-ba46-e1a54ae6af71 req-a3a8b451-2843-4605-92be-2da4095fbbb9 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:35.723297 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-471f950c-0e7e-4277-ba46-e1a54ae6af71 req-a3a8b451-2843-4605-92be-2da4095fbbb9 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0496941 Jan 25 03:40:35.768003 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-471f950c-0e7e-4277-ba46-e1a54ae6af71 req-edcfd75d-c344-4ddb-9e33-f7288a480b3f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454557 Jan 25 03:40:35.991640 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f0b8-3fff-4f6d-8d56-c99fb61372b9 req-92755221-ceb0-42b7-8073-5aa44c8c0076 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:35.995974 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4d52f0b8-3fff-4f6d-8d56-c99fb61372b9 req-92755221-ceb0-42b7-8073-5aa44c8c0076 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0710981 Jan 25 03:40:36.072515 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4d52f0b8-3fff-4f6d-8d56-c99fb61372b9 req-b0fc5391-b05b-492a-bf11-b17928c0f6d5 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733252 Jan 25 03:40:36.174763 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e2422-b01c-408f-b13e-27bed16391ed req-70185321-090a-422e-8509-ce518d39a544 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:36.176254 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6a4e2422-b01c-408f-b13e-27bed16391ed req-70185321-090a-422e-8509-ce518d39a544 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.112 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.0582147 Jan 25 03:40:36.276709 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-6a4e2422-b01c-408f-b13e-27bed16391ed req-889d8d93-fb42-4aee-876a-4a3567f64c44 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Deleting port 1c678aaa-9fbd-45b4-9a6f-9d3633b78121 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:40:36.277039 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6a4e2422-b01c-408f-b13e-27bed16391ed req-889d8d93-fb42-4aee-876a-4a3567f64c44 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (1c678aaa-9fbd-45b4-9a6f-9d3633b78121), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:36.367273 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-6a4e2422-b01c-408f-b13e-27bed16391ed req-889d8d93-fb42-4aee-876a-4a3567f64c44 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] For port 1c678aaa-9fbd-45b4-9a6f-9d3633b78121, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=1c678aaa-9fbd-45b4-9a6f-9d3633b78121,segment=NetworkSegment(b2c63bc6-3c43-4648-ac9b-c699ff3bbb42),segment_id=b2c63bc6-3c43-4648-ac9b-c699ff3bbb42)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:40:36.367633 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6a4e2422-b01c-408f-b13e-27bed16391ed req-889d8d93-fb42-4aee-876a-4a3567f64c44 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (1c678aaa-9fbd-45b4-9a6f-9d3633b78121), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:36.380031 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-6a4e2422-b01c-408f-b13e-27bed16391ed req-889d8d93-fb42-4aee-876a-4a3567f64c44 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Calling delete_port for 1c678aaa-9fbd-45b4-9a6f-9d3633b78121 owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:40:36.505110 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da27cd8-77d9-4378-a4cc-5500b1dd9c7b req-b4d0dc8f-27e4-4c03-ba58-69e5f2d43852 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:36.506763 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9da27cd8-77d9-4378-a4cc-5500b1dd9c7b req-b4d0dc8f-27e4-4c03-ba58-69e5f2d43852 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0536900 Jan 25 03:40:36.520031 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ea298-6bf8-409f-9236-57a0f58ddedf req-3878dcbb-88f8-4dc6-9450-00dec48cb940 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:36.521523 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6d3ea298-6bf8-409f-9236-57a0f58ddedf req-3878dcbb-88f8-4dc6-9450-00dec48cb940 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 946 time: 0.0718107 Jan 25 03:40:36.558713 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9da27cd8-77d9-4378-a4cc-5500b1dd9c7b req-53b2c7ad-a9c5-426e-b4a8-8ff7d11668c3 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449994 Jan 25 03:40:36.602657 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6d3ea298-6bf8-409f-9236-57a0f58ddedf req-19de82d5-8344-4df6-b1be-c5ef96aeb4ff tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631819 Jan 25 03:40:36.676153 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6a4e2422-b01c-408f-b13e-27bed16391ed req-889d8d93-fb42-4aee-876a-4a3567f64c44 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (1c678aaa-9fbd-45b4-9a6f-9d3633b78121), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:36.683272 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 52456) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:36.708264 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d8d93-fb42-4aee-876a-4a3567f64c44 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Pushing event deleted for resources: {'Port': ['ID=1c678aaa-9fbd-45b4-9a6f-9d3633b78121,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:36.721297 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['565ed7d6-bff7-4ce1-97e7-071173dbd857', '1c678aaa-9fbd-45b4-9a6f-9d3633b78121'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:40:36.759761 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4e2422-b01c-408f-b13e-27bed16391ed req-889d8d93-fb42-4aee-876a-4a3567f64c44 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] No DVR routers for this DVR port 1c678aaa-9fbd-45b4-9a6f-9d3633b78121 on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:40:36.762409 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6a4e2422-b01c-408f-b13e-27bed16391ed req-889d8d93-fb42-4aee-876a-4a3567f64c44 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:36.765795 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6a4e2422-b01c-408f-b13e-27bed16391ed req-889d8d93-fb42-4aee-876a-4a3567f64c44 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.112 "DELETE /v2.0/ports/1c678aaa-9fbd-45b4-9a6f-9d3633b78121 HTTP/1.1" status: 204 len: 173 time: 0.5833750 Jan 25 03:40:36.766273 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff', 'name': 'network-vif-deleted', 'tag': '1c678aaa-9fbd-45b4-9a6f-9d3633b78121'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:40:36.769688 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14328d8-f071-4cda-b08d-51fa3794a9d3" -d '{"events": [{"server_uuid": "bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff", "name": "network-vif-deleted", "tag": "1c678aaa-9fbd-45b4-9a6f-9d3633b78121"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:40:36.790070 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:36.821594 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8988050-1dd4-43a4-8e64-dfe0b39fe198 x-openstack-request-id: req-d8988050-1dd4-43a4-8e64-dfe0b39fe198 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:40:36.821885 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff", "name": "network-vif-deleted", "tag": "1c678aaa-9fbd-45b4-9a6f-9d3633b78121", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:40:36.822136 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-d8988050-1dd4-43a4-8e64-dfe0b39fe198 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:40:36.822723 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff', 'name': 'network-vif-deleted', 'tag': '1c678aaa-9fbd-45b4-9a6f-9d3633b78121', 'status': 'completed', 'code': 200} Jan 25 03:40:36.836772 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-aa5e26f9-c7ca-486c-8a31-a5d9532fb026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:36.907111 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d56b9-b32e-4214-ad4d-fcba8cb01cfc req-0eb2a75d-0b37-4882-9b5c-318079c9b15c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:36.909536 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ab4d56b9-b32e-4214-ad4d-fcba8cb01cfc req-0eb2a75d-0b37-4882-9b5c-318079c9b15c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0581033 Jan 25 03:40:36.936138 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-aa5e26f9-c7ca-486c-8a31-a5d9532fb026 admin admin] Publish callbacks [] for security_group (8953b222-fa77-412c-869f-dbab76748a65), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:36.962286 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ab4d56b9-b32e-4214-ad4d-fcba8cb01cfc req-05ff1f0c-5682-4eea-b61f-ca8b0ce54736 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452161 Jan 25 03:40:37.035763 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-aa5e26f9-c7ca-486c-8a31-a5d9532fb026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (8953b222-fa77-412c-869f-dbab76748a65), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:37.076208 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-aa5e26f9-c7ca-486c-8a31-a5d9532fb026 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=6b4863245e634499a9695f2787cbb708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3918025 Jan 25 03:40:37.077081 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e26f9-c7ca-486c-8a31-a5d9532fb026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8953b222-fa77-412c-869f-dbab76748a65,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:37.079746 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 52468) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:37.147657 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-37d72d98-01e1-42e2-9601-445cb95766f3 admin admin] Publish callbacks [] for security_group (8953b222-fa77-412c-869f-dbab76748a65), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:37.182641 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-37d72d98-01e1-42e2-9601-445cb95766f3 admin admin] Publish callbacks [] for security_group (8953b222-fa77-412c-869f-dbab76748a65), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:37.209521 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2cc2a-e8b4-487d-93eb-d114fb2e3f25 req-b76e14c4-bb23-4f7e-bde5-bd0e770c50f2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:37.212155 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-58d2cc2a-e8b4-487d-93eb-d114fb2e3f25 req-b76e14c4-bb23-4f7e-bde5-bd0e770c50f2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0592525 Jan 25 03:40:37.266163 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-58d2cc2a-e8b4-487d-93eb-d114fb2e3f25 req-a3ffd41c-c64e-4e1e-b105-a7ab9b29ee38 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482643 Jan 25 03:40:37.309973 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-37d72d98-01e1-42e2-9601-445cb95766f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (8953b222-fa77-412c-869f-dbab76748a65), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:37.312764 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-37d72d98-01e1-42e2-9601-445cb95766f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:37.313934 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-37d72d98-01e1-42e2-9601-445cb95766f3 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/8953b222-fa77-412c-869f-dbab76748a65 HTTP/1.1" status: 204 len: 168 time: 0.2331171 Jan 25 03:40:37.321995 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d72d98-01e1-42e2-9601-445cb95766f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8953b222-fa77-412c-869f-dbab76748a65,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:37.615431 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 52488) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:37.715296 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44520081-b051-4a10-8f25-ed49637a7114 req-99434065-4b97-422f-abc3-97192d0d9cc8 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:37.717308 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-44520081-b051-4a10-8f25-ed49637a7114 req-99434065-4b97-422f-abc3-97192d0d9cc8 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0779109 Jan 25 03:40:37.757065 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b48bf9a1-fd85-486e-89f6-d3363458d066 req-adf01a8f-768e-47ab-86e1-eee802564364 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd9dcc27-ba33-4bc9-b7a0-f3b1162807ff HTTP/1.1" status: 200 len: 210 time: 0.0363262 Jan 25 03:40:37.782757 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-44520081-b051-4a10-8f25-ed49637a7114 req-175704ee-5028-4a54-9fc7-943725524bd6 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572617 Jan 25 03:40:37.848105 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a0ebd412-1b86-4c59-af1a-7946dc44283f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:37.922357 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a0ebd412-1b86-4c59-af1a-7946dc44283f admin admin] Publish callbacks [] for security_group (f1b07ace-0113-43be-aa6b-900faa4acf26), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:37.996242 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:38.030037 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a0ebd412-1b86-4c59-af1a-7946dc44283f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (f1b07ace-0113-43be-aa6b-900faa4acf26), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:38.069078 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebd412-1b86-4c59-af1a-7946dc44283f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b07ace-0113-43be-aa6b-900faa4acf26,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:38.076405 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-a0ebd412-1b86-4c59-af1a-7946dc44283f admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=bfbd31d731974186a9942607b429db8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4593062 Jan 25 03:40:38.078819 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 52496) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:38.095105 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885ab08-af4f-40b5-9581-85f7d68f514f req-7d47d3b8-bd19-4bec-bd77-399f2d289a38 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:38.096683 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0885ab08-af4f-40b5-9581-85f7d68f514f req-7d47d3b8-bd19-4bec-bd77-399f2d289a38 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0588820 Jan 25 03:40:38.178158 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0885ab08-af4f-40b5-9581-85f7d68f514f req-bcde33ee-281f-43c5-8a6d-7f75312a91d0 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758252 Jan 25 03:40:38.178902 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a4ca1c77-9dd9-4375-816e-78c67dab0a89 admin admin] Publish callbacks [] for security_group (f1b07ace-0113-43be-aa6b-900faa4acf26), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:38.200608 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a4ca1c77-9dd9-4375-816e-78c67dab0a89 admin admin] Publish callbacks [] for security_group (f1b07ace-0113-43be-aa6b-900faa4acf26), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:38.321678 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a4ca1c77-9dd9-4375-816e-78c67dab0a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (f1b07ace-0113-43be-aa6b-900faa4acf26), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:38.324297 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a4ca1c77-9dd9-4375-816e-78c67dab0a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:38.325867 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-a4ca1c77-9dd9-4375-816e-78c67dab0a89 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/f1b07ace-0113-43be-aa6b-900faa4acf26 HTTP/1.1" status: 204 len: 168 time: 0.2448668 Jan 25 03:40:38.335210 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca1c77-9dd9-4375-816e-78c67dab0a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b07ace-0113-43be-aa6b-900faa4acf26,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:38.403582 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57ebd9-5ddb-4864-99ec-8319e25440bb req-27c1b80e-24f7-481f-8766-c0a56cfcaa7d tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:38.405142 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1d57ebd9-5ddb-4864-99ec-8319e25440bb req-27c1b80e-24f7-481f-8766-c0a56cfcaa7d tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0640144 Jan 25 03:40:38.457724 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1d57ebd9-5ddb-4864-99ec-8319e25440bb req-e07afe81-a6bb-49e7-8d08-b0f28295009e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455976 Jan 25 03:40:38.694212 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864c136-0ccc-4876-b2dd-78354a12ff00 req-51a926d3-c968-4105-a62d-e173c5cb76de tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:38.696144 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5864c136-0ccc-4876-b2dd-78354a12ff00 req-51a926d3-c968-4105-a62d-e173c5cb76de tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.112 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0522225 Jan 25 03:40:38.796986 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-5864c136-0ccc-4876-b2dd-78354a12ff00 req-36ed7ef8-ee74-4507-aa3b-90ef3f7b4b47 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Deleting port 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:40:38.797454 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-5864c136-0ccc-4876-b2dd-78354a12ff00 req-36ed7ef8-ee74-4507-aa3b-90ef3f7b4b47 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:38.938186 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-5864c136-0ccc-4876-b2dd-78354a12ff00 req-36ed7ef8-ee74-4507-aa3b-90ef3f7b4b47 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] For port 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9,segment=NetworkSegment(a38e12b9-b447-40b5-bfc0-066fb994c5f4),segment_id=a38e12b9-b447-40b5-bfc0-066fb994c5f4)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:40:38.938543 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-5864c136-0ccc-4876-b2dd-78354a12ff00 req-36ed7ef8-ee74-4507-aa3b-90ef3f7b4b47 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:38.963908 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d77b71-7d20-4e54-9371-d0374044c797 req-d72f6da6-ad43-4e3e-9166-1f690dbb4f21 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:38.965325 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-81d77b71-7d20-4e54-9371-d0374044c797 req-d72f6da6-ad43-4e3e-9166-1f690dbb4f21 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 945 time: 0.0896423 Jan 25 03:40:38.966156 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-5864c136-0ccc-4876-b2dd-78354a12ff00 req-36ed7ef8-ee74-4507-aa3b-90ef3f7b4b47 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Calling delete_port for 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:40:39.058141 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-81d77b71-7d20-4e54-9371-d0374044c797 req-0de8f731-4942-476c-ad6e-d47e6f95462a tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858519 Jan 25 03:40:39.199416 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-5864c136-0ccc-4876-b2dd-78354a12ff00 req-36ed7ef8-ee74-4507-aa3b-90ef3f7b4b47 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:39.233126 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed7ef8-ee74-4507-aa3b-90ef3f7b4b47 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Pushing event deleted for resources: {'Port': ['ID=2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:39.236967 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:40:39.280803 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-5864c136-0ccc-4876-b2dd-78354a12ff00 req-36ed7ef8-ee74-4507-aa3b-90ef3f7b4b47 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] No DVR routers for this DVR port 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:40:39.286768 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-5864c136-0ccc-4876-b2dd-78354a12ff00 req-36ed7ef8-ee74-4507-aa3b-90ef3f7b4b47 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:39.290577 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5864c136-0ccc-4876-b2dd-78354a12ff00 req-36ed7ef8-ee74-4507-aa3b-90ef3f7b4b47 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.112 "DELETE /v2.0/ports/2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 HTTP/1.1" status: 204 len: 173 time: 0.5882516 Jan 25 03:40:39.291141 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17671564-7d41-4c30-b928-409b5a40f3a7', 'name': 'network-vif-deleted', 'tag': '2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:40:39.293521 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ac9a9f-788c-438f-a798-6662cbaae8aa" -d '{"events": [{"server_uuid": "17671564-7d41-4c30-b928-409b5a40f3a7", "name": "network-vif-deleted", "tag": "2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:40:39.321370 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204bde3-692b-404c-91be-cd8343cfa3d6 req-8e6d93ee-e8be-4400-ae36-b73ec54b008f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:39.323750 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c204bde3-692b-404c-91be-cd8343cfa3d6 req-8e6d93ee-e8be-4400-ae36-b73ec54b008f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0593922 Jan 25 03:40:39.332650 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a642a1d4-6d48-4aeb-a97b-85c1df38d4b1 x-openstack-request-id: req-a642a1d4-6d48-4aeb-a97b-85c1df38d4b1 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:40:39.333102 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17671564-7d41-4c30-b928-409b5a40f3a7", "name": "network-vif-deleted", "tag": "2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:40:39.337955 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-a642a1d4-6d48-4aeb-a97b-85c1df38d4b1 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:40:39.338387 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17671564-7d41-4c30-b928-409b5a40f3a7', 'name': 'network-vif-deleted', 'tag': '2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9', 'status': 'completed', 'code': 200} Jan 25 03:40:39.356899 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 1c678aaa-9fbd-45b4-9a6f-9d3633b78121 no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:40:39.382433 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c204bde3-692b-404c-91be-cd8343cfa3d6 req-83543e7b-f6d6-4960-9a29-7460e999edd3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529199 Jan 25 03:40:39.391521 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: 1c678aaa-9fbd-45b4-9a6f-9d3633b78121 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:40:39.392463 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 1c678aaa-9fbd-45b4-9a6f-9d3633b78121 not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:40:39.578490 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32f89b-917b-4289-85eb-d53217be0e4f req-dfe9f4ad-e78f-466e-9430-cfab1a485eb8 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:39.580522 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cb32f89b-917b-4289-85eb-d53217be0e4f req-dfe9f4ad-e78f-466e-9430-cfab1a485eb8 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0516145 Jan 25 03:40:39.585541 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 52534) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:39.638814 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cb32f89b-917b-4289-85eb-d53217be0e4f req-72fb7800-8ed5-4157-8006-c1ab50460a85 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509684 Jan 25 03:40:39.686659 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-2e9e2fde-311f-4cf8-86e8-3e2eab230edf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-385968923-network', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:40:39.765505 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9e2fde-311f-4cf8-86e8-3e2eab230edf admin admin] Made reservation on behalf of 5820f90cd1d1413e9885c9ec8005f384 for: {'network': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:40:39.768877 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2fde-311f-4cf8-86e8-3e2eab230edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for network (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:39.781886 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2fde-311f-4cf8-86e8-3e2eab230edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:39.854994 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2fde-311f-4cf8-86e8-3e2eab230edf admin admin] Publish callbacks [] for security_group (85b36831-2892-4a5d-bddd-5fa8f3bd11e4), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:39.927380 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2fde-311f-4cf8-86e8-3e2eab230edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (85b36831-2892-4a5d-bddd-5fa8f3bd11e4), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:39.952510 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9e2fde-311f-4cf8-86e8-3e2eab230edf admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:40:39.963078 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e2fde-311f-4cf8-86e8-3e2eab230edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b36831-2892-4a5d-bddd-5fa8f3bd11e4,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:39.967782 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2fde-311f-4cf8-86e8-3e2eab230edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (f58f53ca-de40-4488-a8b1-2dcb2946bede), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:39.968118 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.db.segments_db [None req-2e9e2fde-311f-4cf8-86e8-3e2eab230edf admin admin] Added segment f58f53ca-de40-4488-a8b1-2dcb2946bede of type vlan for network 8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 Jan 25 03:40:40.007038 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2fde-311f-4cf8-86e8-3e2eab230edf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760336855179'] for network (8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:40.088389 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2fde-311f-4cf8-86e8-3e2eab230edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for network (8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:40.089377 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9e2fde-311f-4cf8-86e8-3e2eab230edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:40.091161 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2fde-311f-4cf8-86e8-3e2eab230edf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:40.163219 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e2fde-311f-4cf8-86e8-3e2eab230edf admin admin] Pushing event updated for resources: {'Network': ['ID=8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:40.177139 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Network 8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 details requested by agent ovs-agent-dv-cinder-819011-2-iscsi with host dv-cinder-819011-2-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:40:40.178643 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-35fd4d57-0480-43a9-804a-d75ba77cd069 req-f84bbc8d-1a75-45c9-8f84-79870e83cad3 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=17671564-7d41-4c30-b928-409b5a40f3a7 HTTP/1.1" status: 200 len: 210 time: 0.0331259 Jan 25 03:40:40.195876 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-2e9e2fde-311f-4cf8-86e8-3e2eab230edf admin admin] 10.222.0.115 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6074991 Jan 25 03:40:40.197188 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 52544) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:40.203114 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-9dbdbf48-3a2f-4ee1-be94-91f382eedf7b admin admin] Request body: {'subnet': {'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-385968923-subnet', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'ip_version': 4}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:40:40.293099 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbdbf48-3a2f-4ee1-be94-91f382eedf7b admin admin] Made reservation on behalf of 5820f90cd1d1413e9885c9ec8005f384 for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:40:40.295423 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9dbdbf48-3a2f-4ee1-be94-91f382eedf7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320573'] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:40.534069 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657c071-6e85-4164-a416-b484bc3c6764 req-3c8a1bdc-7476-432d-9bde-7e90fc6836ee tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:40.535659 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0657c071-6e85-4164-a416-b484bc3c6764 req-3c8a1bdc-7476-432d-9bde-7e90fc6836ee tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0554786 Jan 25 03:40:40.547941 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9dbdbf48-3a2f-4ee1-be94-91f382eedf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4618067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320531'] for subnet (6cadec2c-b42a-4aaf-a2a5-77c1b01db73c), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:40.631934 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0657c071-6e85-4164-a416-b484bc3c6764 req-5cad8b3a-47ec-4804-937a-442360acf19e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905306 Jan 25 03:40:40.637941 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdbf48-3a2f-4ee1-be94-91f382eedf7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cadec2c-b42a-4aaf-a2a5-77c1b01db73c,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:40.653387 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbdbf48-3a2f-4ee1-be94-91f382eedf7b admin admin] Checking segment: {'id': 'f58f53ca-de40-4488-a8b1-2dcb2946bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:40:40.653590 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbdbf48-3a2f-4ee1-be94-91f382eedf7b admin admin] Network hostable DHCP agents. Network: 8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0, hostable agents: ['5c3e864f-61ec-45bb-b284-87f8aa4f333d'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:40:40.738189 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbdbf48-3a2f-4ee1-be94-91f382eedf7b admin admin] Network 8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 is scheduled to be hosted by DHCP agent 5c3e864f-61ec-45bb-b284-87f8aa4f333d with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:40:40.765826 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d9a97-19eb-4a1a-aa15-11d4ab1f74e3 req-2657749a-08f1-4763-81a6-0c4d7f9fb74d tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:40.768123 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-983d9a97-19eb-4a1a-aa15-11d4ab1f74e3 req-2657749a-08f1-4763-81a6-0c4d7f9fb74d tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0589318 Jan 25 03:40:40.785767 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35071950-507a-429d-b966-4fec2dce36d5 req-5db6612d-d6c3-403b-81fd-cb0fb15fd5fd tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:40.787816 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-35071950-507a-429d-b966-4fec2dce36d5 req-5db6612d-d6c3-403b-81fd-cb0fb15fd5fd tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 945 time: 0.2888916 Jan 25 03:40:40.820113 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-9dbdbf48-3a2f-4ee1-be94-91f382eedf7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819011-2-iscsi, 8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:40:40.825423 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-983d9a97-19eb-4a1a-aa15-11d4ab1f74e3 req-e3206ef7-1ff5-4695-bd6e-09c527adb12e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509434 Jan 25 03:40:40.829672 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9f52f8-7f89-4821-bd38-f978bb312753 None None] Network 8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:40:40.840999 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbdbf48-3a2f-4ee1-be94-91f382eedf7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:40.842536 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9dbdbf48-3a2f-4ee1-be94-91f382eedf7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:40.854517 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-35071950-507a-429d-b966-4fec2dce36d5 req-cec5ea12-83a2-4705-9941-8689adc9daa3 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603836 Jan 25 03:40:40.942639 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-9dbdbf48-3a2f-4ee1-be94-91f382eedf7b admin admin] 10.222.0.115 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7431738 Jan 25 03:40:40.945447 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 52552) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:40.949832 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-22201a57-5652-4b11-8a01-53f35ce077a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-385968923-router', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:40:41.047246 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-22201a57-5652-4b11-8a01-53f35ce077a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1048'] for router (4ed86fc4-f2c6-4e61-a014-e65bc168583c), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:41.048860 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-22201a57-5652-4b11-8a01-53f35ce077a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-970334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041'] for router (4ed86fc4-f2c6-4e61-a014-e65bc168583c), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:41.051704 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e6a332-c4fa-5dd5-a739-4b4ec2713b6a-8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0', 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0', 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'fixed_ips': [{'subnet_id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c'}]}} from dv-cinder-819011-2-iscsi. {{(pid=103187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 03:40:41.065504 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:41.103426 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-22201a57-5652-4b11-8a01-53f35ce077a0 admin admin] Publish callbacks [] for router_controller (4ed86fc4-f2c6-4e61-a014-e65bc168583c), precommit_add_association {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:41.184337 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] Allocated IP 172.20.0.2 (8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0/6cadec2c-b42a-4aaf-a2a5-77c1b01db73c/8e87b992-6c4b-4252-b38d-88d4bff9f795) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:40:41.332815 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] Publish callbacks [] for port (8e87b992-6c4b-4252-b38d-88d4bff9f795), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:41.337798 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-22201a57-5652-4b11-8a01-53f35ce077a0 admin admin] Publish callbacks [] for router_gateway (4ed86fc4-f2c6-4e61-a014-e65bc168583c), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:41.384903 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (8e87b992-6c4b-4252-b38d-88d4bff9f795), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:41.427669 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] Network 8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:40:41.432785 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:40:41.435309 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:40:41.446913 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] Pushing event updated for resources: {'Port': ['ID=8e87b992-6c4b-4252-b38d-88d4bff9f795,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:41.497145 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] Attempting to bind port 8e87b992-6c4b-4252-b38d-88d4bff9f795 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:40:41.497508 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] Attempting to bind port 8e87b992-6c4b-4252-b38d-88d4bff9f795 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': 'f58f53ca-de40-4488-a8b1-2dcb2946bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:40:41.497862 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] Attempting to bind port 8e87b992-6c4b-4252-b38d-88d4bff9f795 on network 8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:40:41.503345 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:40:41.503719 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] Checking segment: {'id': 'f58f53ca-de40-4488-a8b1-2dcb2946bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:40:41.504117 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:41.504503 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] Bound using segment: {'id': 'f58f53ca-de40-4488-a8b1-2dcb2946bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:40:41.504961 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] Bound port: 8e87b992-6c4b-4252-b38d-88d4bff9f795, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58f53ca-de40-4488-a8b1-2dcb2946bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:40:41.505366 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (8e87b992-6c4b-4252-b38d-88d4bff9f795), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:41.569519 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] For port 8e87b992-6c4b-4252-b38d-88d4bff9f795, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:40:41.572733 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] For port 8e87b992-6c4b-4252-b38d-88d4bff9f795, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=8e87b992-6c4b-4252-b38d-88d4bff9f795,segment=NetworkSegment(f58f53ca-de40-4488-a8b1-2dcb2946bede),segment_id=f58f53ca-de40-4488-a8b1-2dcb2946bede)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:40:41.606410 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-22201a57-5652-4b11-8a01-53f35ce077a0 admin admin] Publish callbacks [] for router_gateway (4ed86fc4-f2c6-4e61-a014-e65bc168583c), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:41.624853 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-22201a57-5652-4b11-8a01-53f35ce077a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:41.630904 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (8e87b992-6c4b-4252-b38d-88d4bff9f795), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:41.692820 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ea0cf-588f-4431-a31d-8a8bec745db3 None None] Pushing event updated for resources: {'Port': ['ID=8e87b992-6c4b-4252-b38d-88d4bff9f795,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:41.841766 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:41.961895 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-22201a57-5652-4b11-8a01-53f35ce077a0 admin admin] Allocated IP 172.27.2.140 (239af684-5624-458a-b969-bfdffc6894c6/633c65e6-a2b9-4bb5-a70e-b23c3791a1d5/b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:40:42.028587 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765cc84-ed52-43b6-a014-01e69f2fa21b req-544434bc-5f47-4dfa-befa-c9bbe6e01a70 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:42.030079 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b765cc84-ed52-43b6-a014-01e69f2fa21b req-544434bc-5f47-4dfa-befa-c9bbe6e01a70 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0653255 Jan 25 03:40:42.072702 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee4d0b-cdb6-4c00-acb2-dc3fc916b7de req-c99f1b55-db89-4606-8919-b596aebde1f4 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:42.075358 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9dee4d0b-cdb6-4c00-acb2-dc3fc916b7de req-c99f1b55-db89-4606-8919-b596aebde1f4 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.1153011 Jan 25 03:40:42.086906 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b765cc84-ed52-43b6-a014-01e69f2fa21b req-80f8f4b2-476e-45bb-83c0-bf0ed8dd229f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502086 Jan 25 03:40:42.147702 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-22201a57-5652-4b11-8a01-53f35ce077a0 admin admin] Publish callbacks [] for port (b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:42.169390 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9dee4d0b-cdb6-4c00-acb2-dc3fc916b7de req-8160de74-c238-41c4-8be7-42994c7ddd7a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0825984 Jan 25 03:40:42.212096 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd13ee-55bf-4e8b-bbfa-737fe3262fd9 req-f9bf8fe8-8527-44a8-83e5-fed6cbe6099d tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:42.213573 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4ebd13ee-55bf-4e8b-bbfa-737fe3262fd9 req-f9bf8fe8-8527-44a8-83e5-fed6cbe6099d tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 945 time: 0.0527730 Jan 25 03:40:42.256881 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-22201a57-5652-4b11-8a01-53f35ce077a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:42.262498 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4ebd13ee-55bf-4e8b-bbfa-737fe3262fd9 req-709076b4-158c-4e4a-a0df-d8eff1bf0db7 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433028 Jan 25 03:40:42.302530 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22201a57-5652-4b11-8a01-53f35ce077a0 admin admin] Network 239af684-5624-458a-b969-bfdffc6894c6 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:40:42.305624 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-22201a57-5652-4b11-8a01-53f35ce077a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:40:42.308149 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22201a57-5652-4b11-8a01-53f35ce077a0 admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:40:42.345667 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22201a57-5652-4b11-8a01-53f35ce077a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:42.651042 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-22201a57-5652-4b11-8a01-53f35ce077a0 admin admin] Publish callbacks [] for router_gateway (4ed86fc4-f2c6-4e61-a014-e65bc168583c), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:42.729572 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d50970-fc47-422b-b3d3-129c4ce9ada8 None None] Network 8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:40:42.832059 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-c1d6fab2-4b45-4102-9b02-000c594206e2 None None] Provisioning complete for port 8e87b992-6c4b-4252-b38d-88d4bff9f795 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:42.832423 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c1d6fab2-4b45-4102-9b02-000c594206e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (8e87b992-6c4b-4252-b38d-88d4bff9f795), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:42.842097 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-22201a57-5652-4b11-8a01-53f35ce077a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587228'] for router (4ed86fc4-f2c6-4e61-a014-e65bc168583c), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:42.920139 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c1d6fab2-4b45-4102-9b02-000c594206e2 None None] Current status of the port 8e87b992-6c4b-4252-b38d-88d4bff9f795 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:42.920651 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c1d6fab2-4b45-4102-9b02-000c594206e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (8e87b992-6c4b-4252-b38d-88d4bff9f795), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:42.959203 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-c1d6fab2-4b45-4102-9b02-000c594206e2 None None] For port 8e87b992-6c4b-4252-b38d-88d4bff9f795, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=8e87b992-6c4b-4252-b38d-88d4bff9f795,segment=NetworkSegment(f58f53ca-de40-4488-a8b1-2dcb2946bede),segment_id=f58f53ca-de40-4488-a8b1-2dcb2946bede)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:40:43.027101 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 8e87b992-6c4b-4252-b38d-88d4bff9f795 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:40:43.051718 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c1d6fab2-4b45-4102-9b02-000c594206e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (8e87b992-6c4b-4252-b38d-88d4bff9f795), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:43.079654 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22201a57-5652-4b11-8a01-53f35ce077a0 admin admin] Router 4ed86fc4-f2c6-4e61-a014-e65bc168583c is scheduled to L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca with binding_index 1 {{(pid=103185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 03:40:43.119029 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6fab2-4b45-4102-9b02-000c594206e2 None None] Pushing event updated for resources: {'Port': ['ID=8e87b992-6c4b-4252-b38d-88d4bff9f795,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:43.125754 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 8e87b992-6c4b-4252-b38d-88d4bff9f795 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:43.126126 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (8e87b992-6c4b-4252-b38d-88d4bff9f795), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:43.184040 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-71e3d4e0-c14b-4db7-94f7-d90fcb0c630a None None] Provisioning complete for port 8e87b992-6c4b-4252-b38d-88d4bff9f795 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:43.184410 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71e3d4e0-c14b-4db7-94f7-d90fcb0c630a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (8e87b992-6c4b-4252-b38d-88d4bff9f795), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:43.223490 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22201a57-5652-4b11-8a01-53f35ce077a0 admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:40:43.237649 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea28680-0dc2-4419-8140-bae5132ee2f7 req-7e278d51-29ff-40ad-889c-95c228114bbb tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:43.239283 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7ea28680-0dc2-4419-8140-bae5132ee2f7 req-7e278d51-29ff-40ad-889c-95c228114bbb tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0680335 Jan 25 03:40:43.244754 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] Sync routers for ids ['4ed86fc4-f2c6-4e61-a014-e65bc168583c'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:40:43.267547 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 8e87b992-6c4b-4252-b38d-88d4bff9f795 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:43.272487 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] Routers {'4ed86fc4-f2c6-4e61-a014-e65bc168583c'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:40:43.272990 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:40:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['4ed86fc4-f2c6-4e61-a014-e65bc168583c'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:40:43.300590 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7ea28680-0dc2-4419-8140-bae5132ee2f7 req-14d11978-b114-4e4f-b90c-7a6dbbfe457f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516293 Jan 25 03:40:43.304862 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2ec42-23dc-4d96-8b4a-338eb027e76c req-88bb3ce5-f3bf-49db-98dd-5ec858c1723f tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:43.307027 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-70d2ec42-23dc-4d96-8b4a-338eb027e76c req-88bb3ce5-f3bf-49db-98dd-5ec858c1723f tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0532901 Jan 25 03:40:43.333522 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-22201a57-5652-4b11-8a01-53f35ce077a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:43.337763 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-22201a57-5652-4b11-8a01-53f35ce077a0 admin admin] 10.222.0.115 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3913085 Jan 25 03:40:43.338372 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 52576) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:43.381332 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-70d2ec42-23dc-4d96-8b4a-338eb027e76c req-38da5fa2-fe31-4d1e-8f2c-7cd1c1297382 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680530 Jan 25 03:40:43.415739 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-71e3d4e0-c14b-4db7-94f7-d90fcb0c630a None None] Current status of the port 8e87b992-6c4b-4252-b38d-88d4bff9f795 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:43.428492 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] Set router 4ed86fc4-f2c6-4e61-a014-e65bc168583c gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:40:43.481561 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb213b-c505-4739-bf02-4a09300d0d56 req-3b7b282c-27f1-4b14-99a4-8fa9c4c41ebb tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:43.483008 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1fbb213b-c505-4739-bf02-4a09300d0d56 req-3b7b282c-27f1-4b14-99a4-8fa9c4c41ebb tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 945 time: 0.0939126 Jan 25 03:40:43.576550 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1fbb213b-c505-4739-bf02-4a09300d0d56 req-5f053b88-a77d-4992-b7d8-c8660a36acd6 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860543 Jan 25 03:40:43.624604 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'name': 'tempest-TestShelveInstance-385968923-router', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:42Z', 'revision_number': 3, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'gw_port': {'id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:40:43.655233 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] Checking router: 4ed86fc4-f2c6-4e61-a014-e65bc168583c for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:40:43.655496 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] Updating router 4ed86fc4-f2c6-4e61-a014-e65bc168583c port b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a binding host dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:40:43.683866 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:43.848307 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2a598e2-571e-42e5-a7ba-b4676f76b881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:43.934772 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] Publish callbacks [] for port (b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:43.999025 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:43.999583 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-c2a598e2-571e-42e5-a7ba-b4676f76b881 admin admin] Allocated IP 172.20.0.1 (8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0/6cadec2c-b42a-4aaf-a2a5-77c1b01db73c/e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:40:44.050395 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] Attempting to bind port b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:40:44.050759 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] Attempting to bind port b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:40:44.055557 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] Attempting to bind port b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a on network 239af684-5624-458a-b969-bfdffc6894c6 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:40:44.056448 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207f06a-71c6-4127-a4aa-8e22405afb7a None None] Pushing event updated for resources: {'Port': ['ID=b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:44.061019 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:40:44.061425 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] Checking segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:40:44.061848 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:44.062230 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] Bound using segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:40:44.062693 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] Bound port: b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:40:44.063598 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:44.103349 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2a598e2-571e-42e5-a7ba-b4676f76b881 admin admin] Publish callbacks [] for port (e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:44.117727 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] For port b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:40:44.120938 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] For port b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:40:44.182491 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:44.205723 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2a598e2-571e-42e5-a7ba-b4676f76b881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:44.240860 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] Routers {'4ed86fc4-f2c6-4e61-a014-e65bc168583c'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:40:44.241472 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:40:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['4ed86fc4-f2c6-4e61-a014-e65bc168583c'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:40:44.243156 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207f06a-71c6-4127-a4aa-8e22405afb7a None None] Pushing event updated for resources: {'Port': ['ID=b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:44.244061 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a598e2-571e-42e5-a7ba-b4676f76b881 admin admin] Network 8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:40:44.246839 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-c2a598e2-571e-42e5-a7ba-b4676f76b881 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:40:44.252994 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a598e2-571e-42e5-a7ba-b4676f76b881 admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:40:44.276567 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a598e2-571e-42e5-a7ba-b4676f76b881 admin admin] Pushing event updated for resources: {'Port': ['ID=e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:44.298059 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2a598e2-571e-42e5-a7ba-b4676f76b881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586080'] for router_interface (4ed86fc4-f2c6-4e61-a014-e65bc168583c), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:44.368172 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] Set router 4ed86fc4-f2c6-4e61-a014-e65bc168583c gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:40:44.474409 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb37bda-9cdf-40c4-bc06-8033dc8308a7 req-4ee6bdf8-5088-40ee-a27e-876dafb00fba tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:44.477044 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7fb37bda-9cdf-40c4-bc06-8033dc8308a7 req-4ee6bdf8-5088-40ee-a27e-876dafb00fba tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0764780 Jan 25 03:40:44.518774 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2a598e2-571e-42e5-a7ba-b4676f76b881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:44.541013 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7fb37bda-9cdf-40c4-bc06-8033dc8308a7 req-2652e409-bd29-4992-b68d-70791e04760a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526197 Jan 25 03:40:44.541154 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4bfa1-447d-4cf6-8811-698bb9d3ab56 req-99bce1bc-0290-4b0b-ad24-5f8b1fe3b54e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:44.542287 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d8e4bfa1-447d-4cf6-8811-698bb9d3ab56 req-99bce1bc-0290-4b0b-ad24-5f8b1fe3b54e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0837648 Jan 25 03:40:44.618671 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-575d2d6f-2cd8-4bd8-81c5-2c840c78dffb None None] Provisioning complete for port e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:44.619042 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-575d2d6f-2cd8-4bd8-81c5-2c840c78dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:44.638896 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d8e4bfa1-447d-4cf6-8811-698bb9d3ab56 req-87e4bd1e-3029-405e-a80b-a7aa7f018bb2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750659 Jan 25 03:40:44.692981 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-575d2d6f-2cd8-4bd8-81c5-2c840c78dffb None None] Port e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:40:44.720564 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29280458-ee84-430a-9582-e3b9da300c6a req-eaaef5f6-05cb-432c-8f53-2e8aa8ce0f4d tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:44.722132 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-29280458-ee84-430a-9582-e3b9da300c6a req-eaaef5f6-05cb-432c-8f53-2e8aa8ce0f4d tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 945 time: 0.0732307 Jan 25 03:40:44.724203 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'name': 'tempest-TestShelveInstance-385968923-router', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:42Z', 'revision_number': 3, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'gw_port': {'id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:40:44.742504 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2a598e2-571e-42e5-a7ba-b4676f76b881 admin admin] Publish callbacks [] for port (e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:44.752004 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca85dd2d-341c-4e44-bfd9-4a4cfd6b1595 None None] The sync data for ids ['4ed86fc4-f2c6-4e61-a014-e65bc168583c'] in dv-cinder-819011-2-iscsi is: [{'id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'name': 'tempest-TestShelveInstance-385968923-router', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:42Z', 'revision_number': 3, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'gw_port': {'id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:40:44.776149 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-29280458-ee84-430a-9582-e3b9da300c6a req-bd48c8de-ddb4-42ac-8450-fa1d3f98b689 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468810 Jan 25 03:40:44.801874 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2a598e2-571e-42e5-a7ba-b4676f76b881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4618152'] for port (e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:44.976708 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 8e87b992-6c4b-4252-b38d-88d4bff9f795 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:40:45.038308 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 8e87b992-6c4b-4252-b38d-88d4bff9f795 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:45.038805 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (8e87b992-6c4b-4252-b38d-88d4bff9f795), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:45.072861 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c2a598e2-571e-42e5-a7ba-b4676f76b881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560522'] for router_interface (4ed86fc4-f2c6-4e61-a014-e65bc168583c), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:45.074606 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a598e2-571e-42e5-a7ba-b4676f76b881 admin admin] Pushing event updated for resources: {'Port': ['ID=e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:45.129881 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 8e87b992-6c4b-4252-b38d-88d4bff9f795 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:45.178016 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a598e2-571e-42e5-a7ba-b4676f76b881 admin admin] Network 8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:40:45.179574 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-c2a598e2-571e-42e5-a7ba-b4676f76b881 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:40:45.303723 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a598e2-571e-42e5-a7ba-b4676f76b881 admin admin] Router 4ed86fc4-f2c6-4e61-a014-e65bc168583c has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:40:45.420075 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-e7e011df-bdce-4ca2-ac60-b9da83fb9fef None None] Provisioning complete for port e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:45.420607 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7e011df-bdce-4ca2-ac60-b9da83fb9fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:45.422561 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a598e2-571e-42e5-a7ba-b4676f76b881 admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:40:45.428006 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c2a598e2-571e-42e5-a7ba-b4676f76b881 admin admin] 10.222.0.115 "PUT /v2.0/routers/4ed86fc4-f2c6-4e61-a014-e65bc168583c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0886436 Jan 25 03:40:45.466230 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e7e011df-bdce-4ca2-ac60-b9da83fb9fef None None] Port e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:40:45.573744 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 23790178-4f79-4bcf-a17f-bd8e5abf0427 details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:40:45.586432 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:40:45.614857 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:40:45.615237 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 2f6d88f6-f3ce-4d4e-b0c9-e5297f4479d9 not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:40:45.676630 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9702c-1d5a-4962-882f-64d17d2224fc req-f3252f15-0f36-4a50-9ff3-aee9ddb767c0 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:45.687870 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-29f9702c-1d5a-4962-882f-64d17d2224fc req-f3252f15-0f36-4a50-9ff3-aee9ddb767c0 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 943 time: 0.0745409 Jan 25 03:40:45.715161 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 23790178-4f79-4bcf-a17f-bd8e5abf0427, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=23790178-4f79-4bcf-a17f-bd8e5abf0427,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:40:45.749351 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': '23790178-4f79-4bcf-a17f-bd8e5abf0427', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'port_id': '23790178-4f79-4bcf-a17f-bd8e5abf0427', 'mac_address': 'fa:16:3e:e3:39:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:40:45.755721 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-29f9702c-1d5a-4962-882f-64d17d2224fc req-68c24725-29fc-4656-8bd3-f2aee34fd4a1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611804 Jan 25 03:40:45.789719 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b9b7f-d99b-42c7-a5b8-5bba8b984b5e req-aec2b37e-de0d-498b-8323-0ac987ad18bc tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:45.790613 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 23790178-4f79-4bcf-a17f-bd8e5abf0427 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:45.792285 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:45.796329 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d16b9b7f-d99b-42c7-a5b8-5bba8b984b5e req-aec2b37e-de0d-498b-8323-0ac987ad18bc tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0751040 Jan 25 03:40:45.806122 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23790178-4f79-4bcf-a17f-bd8e5abf0427 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:40:45.832646 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 23790178-4f79-4bcf-a17f-bd8e5abf0427, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=23790178-4f79-4bcf-a17f-bd8e5abf0427,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:40:45.840222 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d16b9b7f-d99b-42c7-a5b8-5bba8b984b5e req-3e710d7b-5075-4840-85c3-70fff4a47c2a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430596 Jan 25 03:40:45.905266 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57d512-c8dc-465a-a708-5ddd28fa5734 req-3a37ffc7-b45f-495f-8bef-f3b9078c1c9e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:45.907094 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8c57d512-c8dc-465a-a708-5ddd28fa5734 req-3a37ffc7-b45f-495f-8bef-f3b9078c1c9e tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 945 time: 0.0596902 Jan 25 03:40:45.908939 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:45.960183 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8c57d512-c8dc-465a-a708-5ddd28fa5734 req-f3831b1e-3ac7-4ef8-8dae-6c28c10d766a tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/security-groups?id=38c9c8bd-97b4-4d9e-a015-b2de98f92e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457854 Jan 25 03:40:45.964581 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=23790178-4f79-4bcf-a17f-bd8e5abf0427,revision_number=9']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:46.194060 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 52610) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:46.198905 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-90824b38-8ae1-4735-976d-27a7e8758f3f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1956146935-network', 'tenant_id': '2c89008ffb384467b39bb1ae0c1e3a5d'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:40:46.281539 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90824b38-8ae1-4735-976d-27a7e8758f3f admin admin] Made reservation on behalf of 2c89008ffb384467b39bb1ae0c1e3a5d for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:40:46.284848 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-90824b38-8ae1-4735-976d-27a7e8758f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:46.293517 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-90824b38-8ae1-4735-976d-27a7e8758f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:46.328597 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18de0c-cb43-4e08-858c-492b65c42749 req-5d67cb97-5aea-4801-a746-bdce1657579d tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:46.330626 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8b18de0c-cb43-4e08-858c-492b65c42749 req-5d67cb97-5aea-4801-a746-bdce1657579d tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.112 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 945 time: 0.0552671 Jan 25 03:40:46.344320 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] Sync routers for ids ['4ed86fc4-f2c6-4e61-a014-e65bc168583c'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:40:46.355408 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] Routers {'4ed86fc4-f2c6-4e61-a014-e65bc168583c'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:40:46.356116 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:40:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['4ed86fc4-f2c6-4e61-a014-e65bc168583c'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:40:46.379267 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-90824b38-8ae1-4735-976d-27a7e8758f3f admin admin] Publish callbacks [] for security_group (55f3c6e1-9d52-43d8-a85e-92dff7e6e8c1), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:46.434349 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-8b18de0c-cb43-4e08-858c-492b65c42749 req-d414c4f4-c806-4c8b-8c4f-36e79a455c75 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Deleting port 565ed7d6-bff7-4ce1-97e7-071173dbd857 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:40:46.434683 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8b18de0c-cb43-4e08-858c-492b65c42749 req-d414c4f4-c806-4c8b-8c4f-36e79a455c75 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (565ed7d6-bff7-4ce1-97e7-071173dbd857), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:46.440757 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-90824b38-8ae1-4735-976d-27a7e8758f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (55f3c6e1-9d52-43d8-a85e-92dff7e6e8c1), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:46.461417 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90824b38-8ae1-4735-976d-27a7e8758f3f admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:40:46.480435 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] Set router 4ed86fc4-f2c6-4e61-a014-e65bc168583c gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:40:46.481952 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-90824b38-8ae1-4735-976d-27a7e8758f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (870ea48a-7d56-4c10-8b4b-70a510563567), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:46.482529 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-90824b38-8ae1-4735-976d-27a7e8758f3f admin admin] Added segment 870ea48a-7d56-4c10-8b4b-70a510563567 of type vlan for network f400f2ac-83ef-41f3-a84f-c602ef2147fd Jan 25 03:40:46.483983 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90824b38-8ae1-4735-976d-27a7e8758f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f3c6e1-9d52-43d8-a85e-92dff7e6e8c1,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:46.545812 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-90824b38-8ae1-4735-976d-27a7e8758f3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760336855179'] for network (f400f2ac-83ef-41f3-a84f-c602ef2147fd), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:46.560984 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-8b18de0c-cb43-4e08-858c-492b65c42749 req-d414c4f4-c806-4c8b-8c4f-36e79a455c75 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] For port 565ed7d6-bff7-4ce1-97e7-071173dbd857, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=565ed7d6-bff7-4ce1-97e7-071173dbd857,segment=NetworkSegment(b2c63bc6-3c43-4648-ac9b-c699ff3bbb42),segment_id=b2c63bc6-3c43-4648-ac9b-c699ff3bbb42)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:40:46.561902 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8b18de0c-cb43-4e08-858c-492b65c42749 req-d414c4f4-c806-4c8b-8c4f-36e79a455c75 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (565ed7d6-bff7-4ce1-97e7-071173dbd857), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:46.578813 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-8b18de0c-cb43-4e08-858c-492b65c42749 req-d414c4f4-c806-4c8b-8c4f-36e79a455c75 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Calling delete_port for 565ed7d6-bff7-4ce1-97e7-071173dbd857 owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:40:46.579009 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['23790178-4f79-4bcf-a17f-bd8e5abf0427'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:40:46.624096 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-90824b38-8ae1-4735-976d-27a7e8758f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for network (f400f2ac-83ef-41f3-a84f-c602ef2147fd), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:46.625852 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90824b38-8ae1-4735-976d-27a7e8758f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:46.627781 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-90824b38-8ae1-4735-976d-27a7e8758f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:46.714040 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90824b38-8ae1-4735-976d-27a7e8758f3f admin admin] Pushing event updated for resources: {'Network': ['ID=f400f2ac-83ef-41f3-a84f-c602ef2147fd,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:46.718559 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'name': 'tempest-TestShelveInstance-385968923-router', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:44Z', 'revision_number': 4, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'gw_port': {'id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6', 'name': '', 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'mac_address': 'fa:16:3e:64:3b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:43Z', 'updated_at': '2022-01-25T03:40:44Z', 'revision_number': 2, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'subnets': [{'id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:40:46.728935 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Network f400f2ac-83ef-41f3-a84f-c602ef2147fd details requested by agent ovs-agent-dv-cinder-819011-2-iscsi with host dv-cinder-819011-2-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:40:46.744144 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-90824b38-8ae1-4735-976d-27a7e8758f3f admin admin] 10.222.0.115 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5462828 Jan 25 03:40:46.744620 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 52612) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:46.749658 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] Checking router: 4ed86fc4-f2c6-4e61-a014-e65bc168583c for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:40:46.750011 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] Updating router 4ed86fc4-f2c6-4e61-a014-e65bc168583c port e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6 binding host dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:40:46.750315 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-e06c1f9a-cf14-4c25-949c-df42e8ba954f admin admin] Request body: {'subnet': {'network_id': 'f400f2ac-83ef-41f3-a84f-c602ef2147fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1956146935-subnet', 'tenant_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'ip_version': 4}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:40:46.785870 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:46.790197 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8b18de0c-cb43-4e08-858c-492b65c42749 req-d414c4f4-c806-4c8b-8c4f-36e79a455c75 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (565ed7d6-bff7-4ce1-97e7-071173dbd857), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:46.821931 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414c4f4-c806-4c8b-8c4f-36e79a455c75 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Pushing event deleted for resources: {'Port': ['ID=565ed7d6-bff7-4ce1-97e7-071173dbd857,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:46.882313 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06c1f9a-cf14-4c25-949c-df42e8ba954f admin admin] Made reservation on behalf of 2c89008ffb384467b39bb1ae0c1e3a5d for: {'subnet': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:40:46.882662 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['565ed7d6-bff7-4ce1-97e7-071173dbd857'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:40:46.885002 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e06c1f9a-cf14-4c25-949c-df42e8ba954f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4817297'] for subnet (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:46.976995 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b18de0c-cb43-4e08-858c-492b65c42749 req-d414c4f4-c806-4c8b-8c4f-36e79a455c75 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] No DVR routers for this DVR port 565ed7d6-bff7-4ce1-97e7-071173dbd857 on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:40:46.995154 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-8b18de0c-cb43-4e08-858c-492b65c42749 req-d414c4f4-c806-4c8b-8c4f-36e79a455c75 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:46.998514 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8b18de0c-cb43-4e08-858c-492b65c42749 req-d414c4f4-c806-4c8b-8c4f-36e79a455c75 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.112 "DELETE /v2.0/ports/565ed7d6-bff7-4ce1-97e7-071173dbd857 HTTP/1.1" status: 204 len: 173 time: 0.6625431 Jan 25 03:40:46.999156 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83cc2c8-a438-49f9-b79c-e74359899f65', 'name': 'network-vif-deleted', 'tag': '565ed7d6-bff7-4ce1-97e7-071173dbd857'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:40:47.002338 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2f7eb4-593c-47ba-b686-ddff564f0789" -d '{"events": [{"server_uuid": "b83cc2c8-a438-49f9-b79c-e74359899f65", "name": "network-vif-deleted", "tag": "565ed7d6-bff7-4ce1-97e7-071173dbd857"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:40:47.048954 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d3297-955c-474f-b7fe-0a0f1b063b7a req-c74031b4-6ba0-4e77-a262-24977067bbf4 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:47.051042 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9d4d3297-955c-474f-b7fe-0a0f1b063b7a req-c74031b4-6ba0-4e77-a262-24977067bbf4 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0839798 Jan 25 03:40:47.122538 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537c1cb-9786-424e-83db-5fb9a9c94be8 req-401399ff-8c02-4dbb-be82-0e74dcb8039f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:47.122538 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d537c1cb-9786-424e-83db-5fb9a9c94be8 req-401399ff-8c02-4dbb-be82-0e74dcb8039f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 944 time: 0.1094851 Jan 25 03:40:47.122777 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:40:47.123150 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9d4d3297-955c-474f-b7fe-0a0f1b063b7a req-93eb54e6-5b0c-4c61-a140-a3d35c318411 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659206 Jan 25 03:40:47.182244 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d537c1cb-9786-424e-83db-5fb9a9c94be8 req-c050dfbb-88a6-41be-a2a1-270d3830ab97 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624249 Jan 25 03:40:47.210574 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] Publish callbacks [] for port (e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:47.217139 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:47.217558 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:47.241136 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20d846a-7f7e-4d36-84fa-6f8531a13d3e x-openstack-request-id: req-e20d846a-7f7e-4d36-84fa-6f8531a13d3e {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:40:47.241424 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83cc2c8-a438-49f9-b79c-e74359899f65", "name": "network-vif-deleted", "tag": "565ed7d6-bff7-4ce1-97e7-071173dbd857", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:40:47.241682 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-e20d846a-7f7e-4d36-84fa-6f8531a13d3e {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:40:47.242066 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83cc2c8-a438-49f9-b79c-e74359899f65', 'name': 'network-vif-deleted', 'tag': '565ed7d6-bff7-4ce1-97e7-071173dbd857', 'status': 'completed', 'code': 200} Jan 25 03:40:47.260390 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d22f9550-f13e-4996-bd47-077ff9bd6334 req-f73fa682-624c-497b-b230-2d605e847992 tempest-AttachVolumeNegativeTest-677348741 tempest-AttachVolumeNegativeTest-677348741-project] 10.222.0.115 "GET /v2.0/ports?device_id=b83cc2c8-a438-49f9-b79c-e74359899f65 HTTP/1.1" status: 200 len: 210 time: 0.0294790 Jan 25 03:40:47.299984 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:47.300395 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:47.302657 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e06c1f9a-cf14-4c25-949c-df42e8ba954f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5192813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4817343'] for subnet (e93dd41d-cd71-4140-865e-fb2d857cede6), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:47.322064 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] For port b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:40:47.331572 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:47.366137 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c1f9a-cf14-4c25-949c-df42e8ba954f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e93dd41d-cd71-4140-865e-fb2d857cede6,revision_number=0']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:47.387593 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06c1f9a-cf14-4c25-949c-df42e8ba954f admin admin] Checking segment: {'id': '870ea48a-7d56-4c10-8b4b-70a510563567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f400f2ac-83ef-41f3-a84f-c602ef2147fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:40:47.387955 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06c1f9a-cf14-4c25-949c-df42e8ba954f admin admin] Network hostable DHCP agents. Network: f400f2ac-83ef-41f3-a84f-c602ef2147fd, hostable agents: ['5c3e864f-61ec-45bb-b284-87f8aa4f333d'], hosted agents: [] {{(pid=103186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:40:47.406400 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd36811-9d54-48fb-b9ba-7a09d6aaf11c None None] Pushing event updated for resources: {'Port': ['ID=e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:47.430152 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:47.431870 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd36811-9d54-48fb-b9ba-7a09d6aaf11c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:47.433319 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd36811-9d54-48fb-b9ba-7a09d6aaf11c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:47.433319 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd36811-9d54-48fb-b9ba-7a09d6aaf11c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:47.433319 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd36811-9d54-48fb-b9ba-7a09d6aaf11c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:47.433811 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd36811-9d54-48fb-b9ba-7a09d6aaf11c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:47.434155 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd36811-9d54-48fb-b9ba-7a09d6aaf11c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:47.434482 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd36811-9d54-48fb-b9ba-7a09d6aaf11c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:47.434863 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd36811-9d54-48fb-b9ba-7a09d6aaf11c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:47.435164 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd36811-9d54-48fb-b9ba-7a09d6aaf11c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:47.435502 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd36811-9d54-48fb-b9ba-7a09d6aaf11c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:47.435980 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd36811-9d54-48fb-b9ba-7a09d6aaf11c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:47.436373 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd36811-9d54-48fb-b9ba-7a09d6aaf11c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:47.436608 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd36811-9d54-48fb-b9ba-7a09d6aaf11c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:47.450894 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] Attempting to bind port e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:40:47.451357 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] Attempting to bind port e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': 'f58f53ca-de40-4488-a8b1-2dcb2946bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:40:47.451715 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] Attempting to bind port e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6 on network 8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:40:47.458585 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:40:47.459317 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] Checking segment: {'id': 'f58f53ca-de40-4488-a8b1-2dcb2946bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:40:47.459867 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:47.460404 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] Bound using segment: {'id': 'f58f53ca-de40-4488-a8b1-2dcb2946bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:40:47.461074 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] Bound port: e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58f53ca-de40-4488-a8b1-2dcb2946bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:40:47.461631 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:47.476129 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06c1f9a-cf14-4c25-949c-df42e8ba954f admin admin] Network f400f2ac-83ef-41f3-a84f-c602ef2147fd is scheduled to be hosted by DHCP agent 5c3e864f-61ec-45bb-b284-87f8aa4f333d with binding_index 1 {{(pid=103186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:40:47.484565 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Pushing event updated for resources: {'Port': ['ID=b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:47.539525 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] For port e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:40:47.542643 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] For port e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6,segment=NetworkSegment(f58f53ca-de40-4488-a8b1-2dcb2946bede),segment_id=f58f53ca-de40-4488-a8b1-2dcb2946bede)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:40:47.561364 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-e06c1f9a-cf14-4c25-949c-df42e8ba954f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819011-2-iscsi, f400f2ac-83ef-41f3-a84f-c602ef2147fd) {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:40:47.566213 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06c1f9a-cf14-4c25-949c-df42e8ba954f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:47.566880 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e06c1f9a-cf14-4c25-949c-df42e8ba954f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:47.573725 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f045e767-f2ba-4a15-bc8f-bbefeec7a5f8 None None] Network f400f2ac-83ef-41f3-a84f-c602ef2147fd requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:40:47.636028 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:47.648683 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-d129fa28-d6b1-4b78-95b4-659c6ee7e273 None None] Provisioning complete for port e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:47.649276 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d129fa28-d6b1-4b78-95b4-659c6ee7e273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:47.687302 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-e06c1f9a-cf14-4c25-949c-df42e8ba954f admin admin] 10.222.0.115 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9389822 Jan 25 03:40:47.688258 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 52636) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:47.694846 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-da51af0d-a261-4e0c-aa92-5ce49585b387 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1956146935-router', 'tenant_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:40:47.698573 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] Routers {'4ed86fc4-f2c6-4e61-a014-e65bc168583c'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:40:47.699317 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:40:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['4ed86fc4-f2c6-4e61-a014-e65bc168583c'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:40:47.704848 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd36811-9d54-48fb-b9ba-7a09d6aaf11c None None] Pushing event updated for resources: {'Port': ['ID=e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6,revision_number=4']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:47.721384 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e6a332-c4fa-5dd5-a739-4b4ec2713b6a-f400f2ac-83ef-41f3-a84f-c602ef2147fd', 'network_id': 'f400f2ac-83ef-41f3-a84f-c602ef2147fd', 'project_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'fixed_ips': [{'subnet_id': 'e93dd41d-cd71-4140-865e-fb2d857cede6'}]}} from dv-cinder-819011-2-iscsi. {{(pid=103187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 03:40:47.722640 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:47.780560 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d129fa28-d6b1-4b78-95b4-659c6ee7e273 None None] Current status of the port e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:47.780945 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d129fa28-d6b1-4b78-95b4-659c6ee7e273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:47.794133 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-da51af0d-a261-4e0c-aa92-5ce49585b387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1048'] for router (28efb32f-0338-436c-9a43-8bf756266673), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:47.795880 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-da51af0d-a261-4e0c-aa92-5ce49585b387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-970334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041'] for router (28efb32f-0338-436c-9a43-8bf756266673), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:47.846329 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] Set router 4ed86fc4-f2c6-4e61-a014-e65bc168583c gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:40:47.880922 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-da51af0d-a261-4e0c-aa92-5ce49585b387 admin admin] Publish callbacks [] for router_controller (28efb32f-0338-436c-9a43-8bf756266673), precommit_add_association {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:47.881503 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-d129fa28-d6b1-4b78-95b4-659c6ee7e273 None None] For port e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6,segment=NetworkSegment(f58f53ca-de40-4488-a8b1-2dcb2946bede),segment_id=f58f53ca-de40-4488-a8b1-2dcb2946bede)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:40:47.933293 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] Allocated IP 172.20.0.2 (f400f2ac-83ef-41f3-a84f-c602ef2147fd/e93dd41d-cd71-4140-865e-fb2d857cede6/730bb49a-e7f7-49e2-8375-029bd9991148) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:40:48.036352 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 23790178-4f79-4bcf-a17f-bd8e5abf0427 up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:40:48.038285 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d129fa28-d6b1-4b78-95b4-659c6ee7e273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:48.121047 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-da51af0d-a261-4e0c-aa92-5ce49585b387 admin admin] Publish callbacks [] for router_gateway (28efb32f-0338-436c-9a43-8bf756266673), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:48.144992 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'name': 'tempest-TestShelveInstance-385968923-router', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:44Z', 'revision_number': 4, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'gw_port': {'id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6', 'name': '', 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'mac_address': 'fa:16:3e:64:3b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:43Z', 'updated_at': '2022-01-25T03:40:47Z', 'revision_number': 4, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'subnets': [{'id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:40:48.168562 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] Publish callbacks [] for port (730bb49a-e7f7-49e2-8375-029bd9991148), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:48.177748 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6e9c17-35f9-4cfe-8438-df147b3b1bd2 None None] The sync data for ids ['4ed86fc4-f2c6-4e61-a014-e65bc168583c'] in dv-cinder-819011-2-iscsi is: [{'id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'name': 'tempest-TestShelveInstance-385968923-router', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:44Z', 'revision_number': 4, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'gw_port': {'id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6', 'name': '', 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'mac_address': 'fa:16:3e:64:3b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:43Z', 'updated_at': '2022-01-25T03:40:47Z', 'revision_number': 4, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'subnets': [{'id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:40:48.189724 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129fa28-d6b1-4b78-95b4-659c6ee7e273 None None] Pushing event updated for resources: {'Port': ['ID=e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:48.203076 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0b686db2-1239-46e4-91c3-7ab4014c7744 None None] Provisioning complete for port e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:48.203456 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0b686db2-1239-46e4-91c3-7ab4014c7744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:48.209813 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port 23790178-4f79-4bcf-a17f-bd8e5abf0427 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:48.210173 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:48.284338 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (730bb49a-e7f7-49e2-8375-029bd9991148), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:48.369117 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] Network f400f2ac-83ef-41f3-a84f-c602ef2147fd is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:40:48.369312 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc440298-d9fe-49d4-89e8-87133b29f4f1 req-6349edf3-6af4-4a6f-9670-1b948f22c671 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:48.369312 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-fc440298-d9fe-49d4-89e8-87133b29f4f1 req-6349edf3-6af4-4a6f-9670-1b948f22c671 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.1422923 Jan 25 03:40:48.389804 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:40:48.393007 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] Pushing event updated for resources: {'Port': ['ID=730bb49a-e7f7-49e2-8375-029bd9991148,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:48.395512 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:40:48.424432 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a21b3c-c155-4b15-8852-60ddfcbbb482 req-f450a4ca-64f4-4839-a99d-48a6e2a27054 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:48.434279 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-92a21b3c-c155-4b15-8852-60ddfcbbb482 req-f450a4ca-64f4-4839-a99d-48a6e2a27054 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 944 time: 0.1109776 Jan 25 03:40:48.460397 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-fc440298-d9fe-49d4-89e8-87133b29f4f1 req-49ad4682-44fa-473e-98a9-f8a0f5bf683e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852702 Jan 25 03:40:48.535793 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 52648) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:48.541219 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0b686db2-1239-46e4-91c3-7ab4014c7744 None None] Current status of the port e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:48.571851 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-92a21b3c-c155-4b15-8852-60ddfcbbb482 req-0c58a581-bb66-4647-b642-1442f76e847a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343818 Jan 25 03:40:48.593400 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] Attempting to bind port 730bb49a-e7f7-49e2-8375-029bd9991148 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:40:48.593859 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] Attempting to bind port 730bb49a-e7f7-49e2-8375-029bd9991148 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '870ea48a-7d56-4c10-8b4b-70a510563567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f400f2ac-83ef-41f3-a84f-c602ef2147fd'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:40:48.594285 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] Attempting to bind port 730bb49a-e7f7-49e2-8375-029bd9991148 on network f400f2ac-83ef-41f3-a84f-c602ef2147fd {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:40:48.602773 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:40:48.607456 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] Checking segment: {'id': '870ea48a-7d56-4c10-8b4b-70a510563567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f400f2ac-83ef-41f3-a84f-c602ef2147fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:40:48.608152 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:48.615149 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] Bound using segment: {'id': '870ea48a-7d56-4c10-8b4b-70a510563567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f400f2ac-83ef-41f3-a84f-c602ef2147fd'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:40:48.615149 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] Bound port: 730bb49a-e7f7-49e2-8375-029bd9991148, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870ea48a-7d56-4c10-8b4b-70a510563567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f400f2ac-83ef-41f3-a84f-c602ef2147fd'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:40:48.615149 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (730bb49a-e7f7-49e2-8375-029bd9991148), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:48.630418 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-da51af0d-a261-4e0c-aa92-5ce49585b387 admin admin] Publish callbacks [] for router_gateway (28efb32f-0338-436c-9a43-8bf756266673), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:48.654406 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-da51af0d-a261-4e0c-aa92-5ce49585b387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:48.663245 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 23790178-4f79-4bcf-a17f-bd8e5abf0427 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:48.663804 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:48.710276 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c1179f-67c0-4198-8933-7cabe5c964f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23790178-4f79-4bcf-a17f-bd8e5abf0427'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:40:48.713921 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e0dcc1-70e9-4110-9488-78dcc12a576f" -d '{"events": [{"server_uuid": "b5c1179f-67c0-4198-8933-7cabe5c964f3", "name": "network-vif-plugged", "status": "completed", "tag": "23790178-4f79-4bcf-a17f-bd8e5abf0427"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:40:48.729473 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:40:48.738416 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 23790178-4f79-4bcf-a17f-bd8e5abf0427, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=23790178-4f79-4bcf-a17f-bd8e5abf0427,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:40:48.747482 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] For port 730bb49a-e7f7-49e2-8375-029bd9991148, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:40:48.750784 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] For port 730bb49a-e7f7-49e2-8375-029bd9991148, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=730bb49a-e7f7-49e2-8375-029bd9991148,segment=NetworkSegment(870ea48a-7d56-4c10-8b4b-70a510563567),segment_id=870ea48a-7d56-4c10-8b4b-70a510563567)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:40:48.788523 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a64fb0-8918-4350-855a-d7e0d014bf15 x-openstack-request-id: req-93a64fb0-8918-4350-855a-d7e0d014bf15 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:40:48.788828 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c1179f-67c0-4198-8933-7cabe5c964f3", "name": "network-vif-plugged", "status": "completed", "tag": "23790178-4f79-4bcf-a17f-bd8e5abf0427", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:40:48.789079 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-93a64fb0-8918-4350-855a-d7e0d014bf15 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:40:48.789467 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c1179f-67c0-4198-8933-7cabe5c964f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23790178-4f79-4bcf-a17f-bd8e5abf0427', 'code': 200} Jan 25 03:40:48.800895 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [None req-da51af0d-a261-4e0c-aa92-5ce49585b387 admin admin] Allocated IP 172.27.2.64 (239af684-5624-458a-b969-bfdffc6894c6/633c65e6-a2b9-4bb5-a70e-b23c3791a1d5/30871644-2381-4b25-8052-8ce621ebbe83) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:40:48.831704 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:48.832502 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 565ed7d6-bff7-4ce1-97e7-071173dbd857 no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:40:48.872347 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: 565ed7d6-bff7-4ce1-97e7-071173dbd857 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:40:48.872696 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 565ed7d6-bff7-4ce1-97e7-071173dbd857 not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:40:48.876597 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (730bb49a-e7f7-49e2-8375-029bd9991148), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:48.981713 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] Deleting subnet b554719f-8713-4f6e-87c2-8a3b80ecbb7b {{(pid=103185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:40:48.985317 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] Publish callbacks [] for subnet (b554719f-8713-4f6e-87c2-8a3b80ecbb7b), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:48.986741 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=23790178-4f79-4bcf-a17f-bd8e5abf0427,revision_number=10']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:49.052547 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614843'] for subnet (b554719f-8713-4f6e-87c2-8a3b80ecbb7b), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:49.057892 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-da51af0d-a261-4e0c-aa92-5ce49585b387 admin admin] Publish callbacks [] for port (30871644-2381-4b25-8052-8ce621ebbe83), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:49.068229 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bafc32-813e-4c48-b187-a94b244be6a8 None None] Pushing event updated for resources: {'Port': ['ID=730bb49a-e7f7-49e2-8375-029bd9991148,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:49.122916 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064499'] for subnet (b554719f-8713-4f6e-87c2-8a3b80ecbb7b), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:49.130604 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ab7ca-b43f-46b0-abcc-2849524eb050 req-09a39f59-20c6-4951-ac42-69b214ca518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:49.132192 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ee6ab7ca-b43f-46b0-abcc-2849524eb050 req-09a39f59-20c6-4951-ac42-69b214ca518e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=33c5e2c89460402987c96eb3c3340a68&device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 1099 time: 0.1903732 Jan 25 03:40:49.214706 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:40:49.225017 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-da51af0d-a261-4e0c-aa92-5ce49585b387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (30871644-2381-4b25-8052-8ce621ebbe83), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:49.275522 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4618130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320536'] for subnet (b554719f-8713-4f6e-87c2-8a3b80ecbb7b), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:49.303311 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:49.305214 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:49.326453 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b554719f-8713-4f6e-87c2-8a3b80ecbb7b,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:49.332026 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:49.346033 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da51af0d-a261-4e0c-aa92-5ce49585b387 admin admin] Network 239af684-5624-458a-b969-bfdffc6894c6 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:40:49.348505 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] 10.222.0.115 "DELETE /v2.0/subnets/b554719f-8713-4f6e-87c2-8a3b80ecbb7b HTTP/1.1" status: 204 len: 168 time: 0.8063712 Jan 25 03:40:49.357245 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 52656) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:49.373626 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:49.374920 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:49.375893 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51af0d-a261-4e0c-aa92-5ce49585b387 admin admin] Pushing event updated for resources: {'Port': ['ID=30871644-2381-4b25-8052-8ce621ebbe83,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:49.378591 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:49.379227 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:49.379577 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:49.379914 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:49.380249 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:49.380678 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:49.381018 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:49.381498 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:49.381682 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:49.383619 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:49.383979 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbcae7-e435-4243-8880-6ff00ded9b9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:49.433931 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:49.438175 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:40:49.488495 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-da51af0d-a261-4e0c-aa92-5ce49585b387 admin admin] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:40:49.490416 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da51af0d-a261-4e0c-aa92-5ce49585b387 admin admin] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:40:49.521772 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:49.522148 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:49.526898 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ab7ca-b43f-46b0-abcc-2849524eb050 req-968657af-fe29-4be1-aca9-49ac8f7dc2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:49.528746 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ee6ab7ca-b43f-46b0-abcc-2849524eb050 req-968657af-fe29-4be1-aca9-49ac8f7dc2cc service neutron] 10.222.0.112 "GET /v2.0/networks?id=f476d920-246d-45fc-9288-e583ed5f94c0 HTTP/1.1" status: 200 len: 916 time: 0.3710148 Jan 25 03:40:49.534341 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8e7d44e3-abe3-4e0a-aca3-f4c98087a14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682109'] for network (835e181b-635d-41dd-9269-42b6c17d0334), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:49.613690 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:49.621538 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603fe5f-30df-403e-9be2-1f5b2400fd9e req-5ad44c5b-fcda-4974-b700-e721b3b40dea tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:49.633418 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4603fe5f-30df-403e-9be2-1f5b2400fd9e req-5ad44c5b-fcda-4974-b700-e721b3b40dea tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.0771427 Jan 25 03:40:49.702579 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4603fe5f-30df-403e-9be2-1f5b2400fd9e req-cfe9eac4-5423-4d1d-a5d3-986ee71d1ba9 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678885 Jan 25 03:40:49.748150 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8e7d44e3-abe3-4e0a-aca3-f4c98087a14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062318', 'neutron.services.segments.db._delete_segments_for_network-8760337342383'] for network (835e181b-635d-41dd-9269-42b6c17d0334), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:49.787138 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-8e7d44e3-abe3-4e0a-aca3-f4c98087a14e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835e181b-635d-41dd-9269-42b6c17d0334']}} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:40:49.800517 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-8e7d44e3-abe3-4e0a-aca3-f4c98087a14e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c63bc6-3c43-4648-ac9b-c699ff3bbb42') {'for_net_delete': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:40:49.800988 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-8e7d44e3-abe3-4e0a-aca3-f4c98087a14e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c63bc6-3c43-4648-ac9b-c699ff3bbb42') {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:40:49.816296 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1d417-d682-4aa5-b54e-106888bd0f33 req-138e8d6a-0bec-4312-95c0-969c437f8431 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:49.818201 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-71d1d417-d682-4aa5-b54e-106888bd0f33 req-138e8d6a-0bec-4312-95c0-969c437f8431 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 946 time: 0.1595752 Jan 25 03:40:49.822280 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8e7d44e3-abe3-4e0a-aca3-f4c98087a14e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760337342257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4251573'] for segment (b2c63bc6-3c43-4648-ac9b-c699ff3bbb42), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:49.854508 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8e7d44e3-abe3-4e0a-aca3-f4c98087a14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (b2c63bc6-3c43-4648-ac9b-c699ff3bbb42), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:49.868797 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7d44e3-abe3-4e0a-aca3-f4c98087a14e admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:40:49.869235 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8e7d44e3-abe3-4e0a-aca3-f4c98087a14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5192946'] for segment (b2c63bc6-3c43-4648-ac9b-c699ff3bbb42), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: Traceback (most recent call last): Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: timer() Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: cb(*args, **kw) Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: return func(*args, **kwargs) Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: self._notify() Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: self.callback(batched_events) Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: event.method(event) Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:40:49.870924 dv-cinder-819011-2-iscsi neutron-server[103186]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:40:49.874606 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:40:49.874606 dv-cinder-819011-2-iscsi neutron-server[103186]: return f(self, *a, **k) Jan 25 03:40:49.874606 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:40:49.874606 dv-cinder-819011-2-iscsi neutron-server[103186]: return self._get(url).json() Jan 25 03:40:49.874606 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:40:49.874606 dv-cinder-819011-2-iscsi neutron-server[103186]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:40:49.874606 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:40:49.874606 dv-cinder-819011-2-iscsi neutron-server[103186]: return self.request(url, 'GET', **kwargs) Jan 25 03:40:49.874606 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:40:49.874606 dv-cinder-819011-2-iscsi neutron-server[103186]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:40:49.874606 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:40:49.874606 dv-cinder-819011-2-iscsi neutron-server[103186]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:40:49.874606 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:40:49.874606 dv-cinder-819011-2-iscsi neutron-server[103186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:40:49.874606 dv-cinder-819011-2-iscsi neutron-server[103186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:40:49.935825 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-71d1d417-d682-4aa5-b54e-106888bd0f33 req-8f006804-eb49-4543-aab8-4ae9106c9104 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111989 Jan 25 03:40:50.047562 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-da51af0d-a261-4e0c-aa92-5ce49585b387 admin admin] Publish callbacks [] for router_gateway (28efb32f-0338-436c-9a43-8bf756266673), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:50.051634 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8e7d44e3-abe3-4e0a-aca3-f4c98087a14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586131'] for network (835e181b-635d-41dd-9269-42b6c17d0334), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:50.090744 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8e7d44e3-abe3-4e0a-aca3-f4c98087a14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:50.093829 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-8e7d44e3-abe3-4e0a-aca3-f4c98087a14e admin admin] 10.222.0.115 "DELETE /v2.0/networks/835e181b-635d-41dd-9269-42b6c17d0334 HTTP/1.1" status: 204 len: 168 time: 0.7312899 Jan 25 03:40:50.106572 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d44e3-abe3-4e0a-aca3-f4c98087a14e admin admin] Pushing event deleted for resources: {'Network': ['ID=835e181b-635d-41dd-9269-42b6c17d0334,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:50.159803 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58025ca1-e9ff-475c-a426-0e1c7749e3a1 None None] Network f400f2ac-83ef-41f3-a84f-c602ef2147fd requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:40:50.269876 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-da51af0d-a261-4e0c-aa92-5ce49585b387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587228'] for router (28efb32f-0338-436c-9a43-8bf756266673), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:50.348686 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0f482b4b-78a9-41f6-bec1-b9318da5f345 None None] Provisioning complete for port 730bb49a-e7f7-49e2-8375-029bd9991148 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:50.349053 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0f482b4b-78a9-41f6-bec1-b9318da5f345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (730bb49a-e7f7-49e2-8375-029bd9991148), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:50.432831 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 52666) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:50.464610 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0f482b4b-78a9-41f6-bec1-b9318da5f345 None None] Current status of the port 730bb49a-e7f7-49e2-8375-029bd9991148 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:50.464995 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0f482b4b-78a9-41f6-bec1-b9318da5f345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (730bb49a-e7f7-49e2-8375-029bd9991148), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:50.476660 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-17858a04-1635-4139-81a6-5389db06945f admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=2e67c9d0a7f44900a2ac9fdc1bdcb15a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423279 Jan 25 03:40:50.479159 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 52668) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:50.504154 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0f482b4b-78a9-41f6-bec1-b9318da5f345 None None] For port 730bb49a-e7f7-49e2-8375-029bd9991148, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=730bb49a-e7f7-49e2-8375-029bd9991148,segment=NetworkSegment(870ea48a-7d56-4c10-8b4b-70a510563567),segment_id=870ea48a-7d56-4c10-8b4b-70a510563567)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:40:50.504416 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da51af0d-a261-4e0c-aa92-5ce49585b387 admin admin] Router 28efb32f-0338-436c-9a43-8bf756266673 is scheduled to L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca with binding_index 1 {{(pid=103186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 03:40:50.530772 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2b208a60-9a8c-46ad-b3eb-b3fd4d77062e admin admin] Publish callbacks [] for security_group (38c9c8bd-97b4-4d9e-a015-b2de98f92e50), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:50.554913 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2b208a60-9a8c-46ad-b3eb-b3fd4d77062e admin admin] Publish callbacks [] for security_group (38c9c8bd-97b4-4d9e-a015-b2de98f92e50), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:50.596715 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0f482b4b-78a9-41f6-bec1-b9318da5f345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (730bb49a-e7f7-49e2-8375-029bd9991148), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:50.640382 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da51af0d-a261-4e0c-aa92-5ce49585b387 admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:40:50.649221 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f482b4b-78a9-41f6-bec1-b9318da5f345 None None] Pushing event updated for resources: {'Port': ['ID=730bb49a-e7f7-49e2-8375-029bd9991148,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:50.663938 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] Sync routers for ids ['28efb32f-0338-436c-9a43-8bf756266673'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:40:50.673777 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2b208a60-9a8c-46ad-b3eb-b3fd4d77062e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (38c9c8bd-97b4-4d9e-a015-b2de98f92e50), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:50.674551 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] Routers {'28efb32f-0338-436c-9a43-8bf756266673'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:40:50.675207 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:40:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['28efb32f-0338-436c-9a43-8bf756266673'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:40:50.676464 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2b208a60-9a8c-46ad-b3eb-b3fd4d77062e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:50.677858 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-2b208a60-9a8c-46ad-b3eb-b3fd4d77062e admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/38c9c8bd-97b4-4d9e-a015-b2de98f92e50 HTTP/1.1" status: 204 len: 168 time: 0.1973236 Jan 25 03:40:50.685468 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b208a60-9a8c-46ad-b3eb-b3fd4d77062e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c9c8bd-97b4-4d9e-a015-b2de98f92e50,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:50.721123 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 185f7b43-0027-48fd-9809-01daf6b8ce49 details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:40:50.776312 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-da51af0d-a261-4e0c-aa92-5ce49585b387 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:50.780504 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-da51af0d-a261-4e0c-aa92-5ce49585b387 admin admin] 10.222.0.115 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0873504 Jan 25 03:40:50.780992 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 52674) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:50.819899 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83e2fd-df48-4199-9946-9f3d091b8629 req-0eb9ffc4-2439-475d-89be-0b9d2f88775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:50.821575 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3f83e2fd-df48-4199-9946-9f3d091b8629 req-0eb9ffc4-2439-475d-89be-0b9d2f88775b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 1099 time: 0.1128261 Jan 25 03:40:50.824307 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ee6ab7ca-b43f-46b0-abcc-2849524eb050 req-1be8af09-de42-4c0e-a041-146c16304a3c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23790178-4f79-4bcf-a17f-bd8e5abf0427 HTTP/1.1" status: 200 len: 1001 time: 0.1238632 Jan 25 03:40:50.838067 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-646d0470-5ca0-42fb-b681-cbf6a8436846 None None] Provisioning complete for port 730bb49a-e7f7-49e2-8375-029bd9991148 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:50.838499 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-646d0470-5ca0-42fb-b681-cbf6a8436846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (730bb49a-e7f7-49e2-8375-029bd9991148), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:50.922520 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] Set router 28efb32f-0338-436c-9a43-8bf756266673 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:40:50.994462 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45839aa7-d637-48de-9161-eed1b64854e4 req-853c446f-e97b-40d4-8a00-434703318489 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:50.996092 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-45839aa7-d637-48de-9161-eed1b64854e4 req-853c446f-e97b-40d4-8a00-434703318489 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 943 time: 0.1368554 Jan 25 03:40:51.034166 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 185f7b43-0027-48fd-9809-01daf6b8ce49, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=185f7b43-0027-48fd-9809-01daf6b8ce49,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:40:51.105461 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': '185f7b43-0027-48fd-9809-01daf6b8ce49', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'port_id': '185f7b43-0027-48fd-9809-01daf6b8ce49', 'mac_address': 'fa:16:3e:ef:c3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:40:51.120017 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 730bb49a-e7f7-49e2-8375-029bd9991148 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:40:51.147277 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b197b74-8110-4ad3-8282-1d147c19a210 req-e1d320cf-23a2-4b92-a649-fbf32239ff85 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:51.152240 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-45839aa7-d637-48de-9161-eed1b64854e4 req-eb9a4af5-7413-4959-b439-90c83baf673d tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1488185 Jan 25 03:40:51.160957 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2b197b74-8110-4ad3-8282-1d147c19a210 req-e1d320cf-23a2-4b92-a649-fbf32239ff85 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 946 time: 0.0896168 Jan 25 03:40:51.213822 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-646d0470-5ca0-42fb-b681-cbf6a8436846 None None] Current status of the port 730bb49a-e7f7-49e2-8375-029bd9991148 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:51.222217 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2b197b74-8110-4ad3-8282-1d147c19a210 req-221665f0-9d54-43f4-b74d-d914f88a6002 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597854 Jan 25 03:40:51.262329 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 185f7b43-0027-48fd-9809-01daf6b8ce49 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:51.262716 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (185f7b43-0027-48fd-9809-01daf6b8ce49), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:51.286050 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185f7b43-0027-48fd-9809-01daf6b8ce49 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:40:51.313135 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 185f7b43-0027-48fd-9809-01daf6b8ce49, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=185f7b43-0027-48fd-9809-01daf6b8ce49,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:40:51.316249 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 730bb49a-e7f7-49e2-8375-029bd9991148 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:51.316623 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (730bb49a-e7f7-49e2-8375-029bd9991148), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:51.364761 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28efb32f-0338-436c-9a43-8bf756266673', 'name': 'tempest-TestShelveInstance-1956146935-router', 'tenant_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '30871644-2381-4b25-8052-8ce621ebbe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:47Z', 'updated_at': '2022-01-25T03:40:49Z', 'revision_number': 3, 'project_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'gw_port': {'id': '30871644-2381-4b25-8052-8ce621ebbe83', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28efb32f-0338-436c-9a43-8bf756266673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:48Z', 'updated_at': '2022-01-25T03:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:40:51.392932 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] Checking router: 28efb32f-0338-436c-9a43-8bf756266673 for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:40:51.393266 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] Updating router 28efb32f-0338-436c-9a43-8bf756266673 port 30871644-2381-4b25-8052-8ce621ebbe83 binding host dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:40:51.411561 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (185f7b43-0027-48fd-9809-01daf6b8ce49), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:51.427668 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b83033f-6704-44ac-b093-f4322407a7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:51.473149 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (30871644-2381-4b25-8052-8ce621ebbe83), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:51.507373 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 730bb49a-e7f7-49e2-8375-029bd9991148 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:51.528857 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=185f7b43-0027-48fd-9809-01daf6b8ce49,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:51.590790 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-9b83033f-6704-44ac-b093-f4322407a7e9 admin admin] Allocated IP 172.20.0.1 (f400f2ac-83ef-41f3-a84f-c602ef2147fd/e93dd41d-cd71-4140-865e-fb2d857cede6/0581a875-06d5-4a76-b6c5-f7b43c48ff18) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:40:51.718810 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b83033f-6704-44ac-b093-f4322407a7e9 admin admin] Publish callbacks [] for port (0581a875-06d5-4a76-b6c5-f7b43c48ff18), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:51.794527 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] Publish callbacks [] for port (30871644-2381-4b25-8052-8ce621ebbe83), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:51.810852 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b83033f-6704-44ac-b093-f4322407a7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (0581a875-06d5-4a76-b6c5-f7b43c48ff18), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:51.852027 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b83033f-6704-44ac-b093-f4322407a7e9 admin admin] Network f400f2ac-83ef-41f3-a84f-c602ef2147fd is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:40:51.857623 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-9b83033f-6704-44ac-b093-f4322407a7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:40:51.860488 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b83033f-6704-44ac-b093-f4322407a7e9 admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:40:51.892934 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83033f-6704-44ac-b093-f4322407a7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=0581a875-06d5-4a76-b6c5-f7b43c48ff18,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:51.897549 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (30871644-2381-4b25-8052-8ce621ebbe83), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:51.921480 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b83033f-6704-44ac-b093-f4322407a7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586080'] for router_interface (28efb32f-0338-436c-9a43-8bf756266673), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:51.925029 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ab7ca-b43f-46b0-abcc-2849524eb050 req-ca9c60a3-7a47-4f83-8e4d-8c84880ccfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:51.926596 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ee6ab7ca-b43f-46b0-abcc-2849524eb050 req-ca9c60a3-7a47-4f83-8e4d-8c84880ccfbb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=c089812a-9ee0-4892-a79a-a6659662497a HTTP/1.1" status: 200 len: 855 time: 0.3320069 Jan 25 03:40:51.934442 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3f83e2fd-df48-4199-9946-9f3d091b8629 req-a2d6494d-fd6f-4283-9e9e-73016dbce6ba service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463259 Jan 25 03:40:52.020939 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] Attempting to bind port 30871644-2381-4b25-8052-8ce621ebbe83 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:40:52.027137 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] Attempting to bind port 30871644-2381-4b25-8052-8ce621ebbe83 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:40:52.027137 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] Attempting to bind port 30871644-2381-4b25-8052-8ce621ebbe83 on network 239af684-5624-458a-b969-bfdffc6894c6 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:40:52.027137 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e2176-ecd9-42dd-9bd8-8116e19c4797 None None] Pushing event updated for resources: {'Port': ['ID=30871644-2381-4b25-8052-8ce621ebbe83,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:52.033132 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:40:52.033626 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] Checking segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:40:52.034029 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:52.034625 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] Bound using segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:40:52.034886 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] Bound port: 30871644-2381-4b25-8052-8ce621ebbe83, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:40:52.035300 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (30871644-2381-4b25-8052-8ce621ebbe83), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:52.093471 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] For port 30871644-2381-4b25-8052-8ce621ebbe83, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:40:52.100364 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] For port 30871644-2381-4b25-8052-8ce621ebbe83, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=30871644-2381-4b25-8052-8ce621ebbe83,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:40:52.159619 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f24653ce-4fd6-4642-8ea4-fefc6c5c782f None None] Provisioning complete for port 0581a875-06d5-4a76-b6c5-f7b43c48ff18 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:52.159917 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f24653ce-4fd6-4642-8ea4-fefc6c5c782f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (0581a875-06d5-4a76-b6c5-f7b43c48ff18), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:52.172151 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b83033f-6704-44ac-b093-f4322407a7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (0581a875-06d5-4a76-b6c5-f7b43c48ff18), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:52.182245 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (30871644-2381-4b25-8052-8ce621ebbe83), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:52.252214 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f24653ce-4fd6-4642-8ea4-fefc6c5c782f None None] Port 0581a875-06d5-4a76-b6c5-f7b43c48ff18 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:40:52.262774 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] Routers {'28efb32f-0338-436c-9a43-8bf756266673'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:40:52.264136 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:40:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['28efb32f-0338-436c-9a43-8bf756266673'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:40:52.265441 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e2176-ecd9-42dd-9bd8-8116e19c4797 None None] Pushing event updated for resources: {'Port': ['ID=30871644-2381-4b25-8052-8ce621ebbe83,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:52.365408 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852c941-513e-4f0b-aaf4-974beb5f1fa3 req-23370a8a-7cb3-4bb1-b49a-b66210d6dd5d tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:52.367303 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7852c941-513e-4f0b-aaf4-974beb5f1fa3 req-23370a8a-7cb3-4bb1-b49a-b66210d6dd5d tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 944 time: 0.1238120 Jan 25 03:40:52.396089 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e189379-d97e-4b15-b6c5-fbd561f8647c req-b44a994f-18f3-4dc9-9e82-041a8634bf94 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:52.397633 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1e189379-d97e-4b15-b6c5-fbd561f8647c req-b44a994f-18f3-4dc9-9e82-041a8634bf94 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 946 time: 0.0558739 Jan 25 03:40:52.451549 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7852c941-513e-4f0b-aaf4-974beb5f1fa3 req-eec374ef-9fb6-49fa-8536-feb2595552df tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785563 Jan 25 03:40:52.462414 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b83033f-6704-44ac-b093-f4322407a7e9 admin admin] Publish callbacks [] for port (0581a875-06d5-4a76-b6c5-f7b43c48ff18), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:52.466170 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1e189379-d97e-4b15-b6c5-fbd561f8647c req-8ed2db76-fabf-4953-9281-575a2c700f91 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589795 Jan 25 03:40:52.521639 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b83033f-6704-44ac-b093-f4322407a7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4618152'] for port (0581a875-06d5-4a76-b6c5-f7b43c48ff18), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:52.567372 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] Set router 28efb32f-0338-436c-9a43-8bf756266673 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:40:52.600839 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83033f-6704-44ac-b093-f4322407a7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=0581a875-06d5-4a76-b6c5-f7b43c48ff18,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:52.603947 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b83033f-6704-44ac-b093-f4322407a7e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560522'] for router_interface (28efb32f-0338-436c-9a43-8bf756266673), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:52.701146 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b83033f-6704-44ac-b093-f4322407a7e9 admin admin] Network f400f2ac-83ef-41f3-a84f-c602ef2147fd is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:40:52.702652 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-9b83033f-6704-44ac-b093-f4322407a7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:40:52.798612 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28efb32f-0338-436c-9a43-8bf756266673', 'name': 'tempest-TestShelveInstance-1956146935-router', 'tenant_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '30871644-2381-4b25-8052-8ce621ebbe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:47Z', 'updated_at': '2022-01-25T03:40:52Z', 'revision_number': 4, 'project_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'gw_port': {'id': '30871644-2381-4b25-8052-8ce621ebbe83', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28efb32f-0338-436c-9a43-8bf756266673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:48Z', 'updated_at': '2022-01-25T03:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '0581a875-06d5-4a76-b6c5-f7b43c48ff18', 'name': '', 'network_id': 'f400f2ac-83ef-41f3-a84f-c602ef2147fd', 'tenant_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'mac_address': 'fa:16:3e:7a:cb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28efb32f-0338-436c-9a43-8bf756266673', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e93dd41d-cd71-4140-865e-fb2d857cede6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:51Z', 'updated_at': '2022-01-25T03:40:51Z', 'revision_number': 1, 'project_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'subnets': [{'id': 'e93dd41d-cd71-4140-865e-fb2d857cede6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:40:52.826671 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0ff279-ae3b-49db-9525-839539eb1cf2 None None] The sync data for ids ['28efb32f-0338-436c-9a43-8bf756266673'] in dv-cinder-819011-2-iscsi is: [{'id': '28efb32f-0338-436c-9a43-8bf756266673', 'name': 'tempest-TestShelveInstance-1956146935-router', 'tenant_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '30871644-2381-4b25-8052-8ce621ebbe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:47Z', 'updated_at': '2022-01-25T03:40:52Z', 'revision_number': 4, 'project_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'gw_port': {'id': '30871644-2381-4b25-8052-8ce621ebbe83', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28efb32f-0338-436c-9a43-8bf756266673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:48Z', 'updated_at': '2022-01-25T03:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '0581a875-06d5-4a76-b6c5-f7b43c48ff18', 'name': '', 'network_id': 'f400f2ac-83ef-41f3-a84f-c602ef2147fd', 'tenant_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'mac_address': 'fa:16:3e:7a:cb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28efb32f-0338-436c-9a43-8bf756266673', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e93dd41d-cd71-4140-865e-fb2d857cede6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:51Z', 'updated_at': '2022-01-25T03:40:51Z', 'revision_number': 1, 'project_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'subnets': [{'id': 'e93dd41d-cd71-4140-865e-fb2d857cede6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:40:52.846955 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b83033f-6704-44ac-b093-f4322407a7e9 admin admin] Router 28efb32f-0338-436c-9a43-8bf756266673 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:40:52.976145 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b83033f-6704-44ac-b093-f4322407a7e9 admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:40:52.982972 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-9b83033f-6704-44ac-b093-f4322407a7e9 admin admin] 10.222.0.115 "PUT /v2.0/routers/28efb32f-0338-436c-9a43-8bf756266673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2000618 Jan 25 03:40:52.988011 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-dc721959-a52d-4cc1-a89b-4c115006f1a4 None None] Provisioning complete for port 0581a875-06d5-4a76-b6c5-f7b43c48ff18 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:52.988633 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dc721959-a52d-4cc1-a89b-4c115006f1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (0581a875-06d5-4a76-b6c5-f7b43c48ff18), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:53.044912 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-dc721959-a52d-4cc1-a89b-4c115006f1a4 None None] Port 0581a875-06d5-4a76-b6c5-f7b43c48ff18 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:40:53.480714 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['185f7b43-0027-48fd-9809-01daf6b8ce49'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:40:53.665281 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c7048-4ebf-43ad-841c-4d96be19e9a8 req-7cb86ce1-5c3b-41f1-acf1-46d4e1e776ff tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:53.667413 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a14c7048-4ebf-43ad-841c-4d96be19e9a8 req-7cb86ce1-5c3b-41f1-acf1-46d4e1e776ff tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 944 time: 0.1122191 Jan 25 03:40:53.667555 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 52740) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:53.670946 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ab7ca-b43f-46b0-abcc-2849524eb050 req-e844971a-8f2d-4cfb-a484-3bcca514ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:53.672636 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ee6ab7ca-b43f-46b0-abcc-2849524eb050 req-e844971a-8f2d-4cfb-a484-3bcca514ea1b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f476d920-246d-45fc-9288-e583ed5f94c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0851159 Jan 25 03:40:53.678140 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-014ed67c-3741-458f-b2e0-a311fcc4e4e7 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1709121335', 'description': 'tempest-secgroup-smoke-1709121335 description', 'project_id': '5820f90cd1d1413e9885c9ec8005f384'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:40:53.821897 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-014ed67c-3741-458f-b2e0-a311fcc4e4e7 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:53.834679 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a14c7048-4ebf-43ad-841c-4d96be19e9a8 req-cdd9e361-cb72-4180-b1ce-78c4ced2cfcb tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1546917 Jan 25 03:40:53.874951 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ee6ab7ca-b43f-46b0-abcc-2849524eb050 req-e47c0dea-b961-4465-a8df-48ccca30cd00 service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919587 Jan 25 03:40:53.892436 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a672828-1ab6-4e17-ab07-4424943e62d4 req-18986154-74d8-42ac-91eb-8355a7a7a85a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:53.893920 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8a672828-1ab6-4e17-ab07-4424943e62d4 req-18986154-74d8-42ac-91eb-8355a7a7a85a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 946 time: 0.1335573 Jan 25 03:40:53.962684 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-014ed67c-3741-458f-b2e0-a311fcc4e4e7 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group (e55e1b9b-f90f-4f10-b497-76b1aebc58c4), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:53.967526 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8a672828-1ab6-4e17-ab07-4424943e62d4 req-a3f05693-1744-4f35-9cfe-09a6d2f1bebc tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654960 Jan 25 03:40:53.968641 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ee6ab7ca-b43f-46b0-abcc-2849524eb050 req-272b8f3c-9dd4-4149-9a69-ade1539a0bce service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873051 Jan 25 03:40:54.027915 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-014ed67c-3741-458f-b2e0-a311fcc4e4e7 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (e55e1b9b-f90f-4f10-b497-76b1aebc58c4), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:54.055945 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ed67c-3741-458f-b2e0-a311fcc4e4e7 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55e1b9b-f90f-4f10-b497-76b1aebc58c4,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:54.144442 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-014ed67c-3741-458f-b2e0-a311fcc4e4e7 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:54.145668 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-014ed67c-3741-458f-b2e0-a311fcc4e4e7 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4770830 Jan 25 03:40:54.148574 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 52748) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:54.153191 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-594ac9bd-0f0b-4933-b4d2-b77407592078 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Request body: {'security_group_rule': {'security_group_id': 'e55e1b9b-f90f-4f10-b497-76b1aebc58c4', 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:40:54.255422 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-594ac9bd-0f0b-4933-b4d2-b77407592078 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group_rule (92bee410-e629-4e90-95e1-8ba393447ad7), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:54.310147 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-594ac9bd-0f0b-4933-b4d2-b77407592078 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group_rule (92bee410-e629-4e90-95e1-8ba393447ad7), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:54.341346 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-0105da16-198f-484b-be98-e53ee6750ff4 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:54.342784 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-0105da16-198f-484b-be98-e53ee6750ff4 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/networks?id=53c1fc18-89c3-459d-a1e2-14cd4e6b342a HTTP/1.1" status: 200 len: 814 time: 0.1045620 Jan 25 03:40:54.358537 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-fb53d3bf-5433-41a7-ba80-431cc54bb6d8 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/quotas/669e86b55a1248009baefdb84c00453a HTTP/1.1" status: 200 len: 375 time: 0.0091755 Jan 25 03:40:54.389983 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-594ac9bd-0f0b-4933-b4d2-b77407592078 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (92bee410-e629-4e90-95e1-8ba393447ad7), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:54.390335 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-fb60ee57-ca85-4469-b3de-a66d6cff938a tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=669e86b55a1248009baefdb84c00453a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260377 Jan 25 03:40:54.408224 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ac9bd-0f0b-4933-b4d2-b77407592078 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92bee410-e629-4e90-95e1-8ba393447ad7,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:54.492512 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-594ac9bd-0f0b-4933-b4d2-b77407592078 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:54.493723 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-594ac9bd-0f0b-4933-b4d2-b77407592078 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3442268 Jan 25 03:40:54.496522 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 52762) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:54.500897 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-b48ee17f-e464-4be2-a5be-8f5bfa7032b6 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Request body: {'security_group_rule': {'security_group_id': 'e55e1b9b-f90f-4f10-b497-76b1aebc58c4', 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:40:54.576858 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-f125e0a5-ad02-44f3-bdc5-6822a7cb3ece service neutron] 10.222.0.115 "GET /v2.0/networks/53c1fc18-89c3-459d-a1e2-14cd4e6b342a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790447 Jan 25 03:40:54.592828 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b48ee17f-e464-4be2-a5be-8f5bfa7032b6 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group_rule (af57f5cb-765d-4ca8-ad4b-a5cf31e711e0), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:54.648156 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b48ee17f-e464-4be2-a5be-8f5bfa7032b6 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group_rule (af57f5cb-765d-4ca8-ad4b-a5cf31e711e0), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:54.666486 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-b2d789e9-25ed-4a97-86ec-bec18a567195 service neutron] 10.222.0.115 "GET /v2.0/networks/53c1fc18-89c3-459d-a1e2-14cd4e6b342a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828450 Jan 25 03:40:54.713028 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b48ee17f-e464-4be2-a5be-8f5bfa7032b6 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (af57f5cb-765d-4ca8-ad4b-a5cf31e711e0), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:54.732989 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ee17f-e464-4be2-a5be-8f5bfa7032b6 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af57f5cb-765d-4ca8-ad4b-a5cf31e711e0,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:54.812132 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b48ee17f-e464-4be2-a5be-8f5bfa7032b6 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:54.813440 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-b48ee17f-e464-4be2-a5be-8f5bfa7032b6 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3159025 Jan 25 03:40:54.816036 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 52766) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:54.820614 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-af4da5f2-795c-4ee1-9607-090f4ea95945 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Request body: {'security_group_rule': {'security_group_id': 'e55e1b9b-f90f-4f10-b497-76b1aebc58c4', 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:40:54.852539 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 185f7b43-0027-48fd-9809-01daf6b8ce49 up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:40:54.957954 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-af4da5f2-795c-4ee1-9607-090f4ea95945 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group_rule (0ac23ef0-dc5a-42d2-b36c-9c0a56239b7c), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:54.977352 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-888166b1-ff12-48e4-8fbc-300feb71d8f1 req-9bb8e000-0840-4eff-a7b7-d099372635a8 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 210 time: 0.0567653 Jan 25 03:40:55.050730 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port 185f7b43-0027-48fd-9809-01daf6b8ce49 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:40:55.056163 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port 185f7b43-0027-48fd-9809-01daf6b8ce49 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:55.056430 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (185f7b43-0027-48fd-9809-01daf6b8ce49), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:55.102051 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-af4da5f2-795c-4ee1-9607-090f4ea95945 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group_rule (0ac23ef0-dc5a-42d2-b36c-9c0a56239b7c), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:55.137059 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 30871644-2381-4b25-8052-8ce621ebbe83 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:40:55.137608 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9627cc5-7c9b-44b3-bafd-1f3be6846f1b req-0e5e9e91-b1ac-4c98-bb3f-9286e80c9c65 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:55.144836 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b9627cc5-7c9b-44b3-bafd-1f3be6846f1b req-0e5e9e91-b1ac-4c98-bb3f-9286e80c9c65 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 944 time: 0.1517766 Jan 25 03:40:55.185597 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-af4da5f2-795c-4ee1-9607-090f4ea95945 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (0ac23ef0-dc5a-42d2-b36c-9c0a56239b7c), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:55.242719 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc9728-f9cd-4e05-bce9-1834cd2598eb req-30b78910-2395-4e14-9102-954398532a2c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:55.254401 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1acc9728-f9cd-4e05-bce9-1834cd2598eb req-30b78910-2395-4e14-9102-954398532a2c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 946 time: 0.1473639 Jan 25 03:40:55.288958 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4da5f2-795c-4ee1-9607-090f4ea95945 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac23ef0-dc5a-42d2-b36c-9c0a56239b7c,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:55.310631 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b9627cc5-7c9b-44b3-bafd-1f3be6846f1b req-f099889e-af50-438f-a603-43682d8c6b26 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1645434 Jan 25 03:40:55.363856 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 185f7b43-0027-48fd-9809-01daf6b8ce49 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:55.364242 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (185f7b43-0027-48fd-9809-01daf6b8ce49), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:55.366158 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 30871644-2381-4b25-8052-8ce621ebbe83 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:55.366504 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (30871644-2381-4b25-8052-8ce621ebbe83), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:55.378887 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-af4da5f2-795c-4ee1-9607-090f4ea95945 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:55.380647 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-af4da5f2-795c-4ee1-9607-090f4ea95945 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5636964 Jan 25 03:40:55.383321 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1acc9728-f9cd-4e05-bce9-1834cd2598eb req-cfc43802-f993-4e5d-bec4-adaf8e6ae4ab tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230226 Jan 25 03:40:55.386602 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 52792) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:55.392888 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-4c9f7844-a1cc-4bb4-aa86-5376dcb8c7ed tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Request body: {'security_group_rule': {'security_group_id': 'e55e1b9b-f90f-4f10-b497-76b1aebc58c4', 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:40:55.433840 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7ea524-7a77-478b-9894-556c2be34d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185f7b43-0027-48fd-9809-01daf6b8ce49'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:40:55.436915 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf22def9-6dee-45d5-ad86-e118dcce182a" -d '{"events": [{"server_uuid": "ac7ea524-7a77-478b-9894-556c2be34d87", "name": "network-vif-plugged", "status": "completed", "tag": "185f7b43-0027-48fd-9809-01daf6b8ce49"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:40:55.454952 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 185f7b43-0027-48fd-9809-01daf6b8ce49, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=185f7b43-0027-48fd-9809-01daf6b8ce49,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:40:55.506973 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48599a9f-1e2c-4e02-bf49-9d848c6c060f x-openstack-request-id: req-48599a9f-1e2c-4e02-bf49-9d848c6c060f {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:40:55.507319 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7ea524-7a77-478b-9894-556c2be34d87", "name": "network-vif-plugged", "status": "completed", "tag": "185f7b43-0027-48fd-9809-01daf6b8ce49", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:40:55.507574 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-48599a9f-1e2c-4e02-bf49-9d848c6c060f {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:40:55.507957 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7ea524-7a77-478b-9894-556c2be34d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185f7b43-0027-48fd-9809-01daf6b8ce49', 'code': 200} Jan 25 03:40:55.517931 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 30871644-2381-4b25-8052-8ce621ebbe83 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:55.518456 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (30871644-2381-4b25-8052-8ce621ebbe83), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:55.534810 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7844-a1cc-4bb4-aa86-5376dcb8c7ed tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group_rule (1973ec13-64e7-4ee2-bee8-2c49a8a575cf), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:55.542845 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] For port 30871644-2381-4b25-8052-8ce621ebbe83, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=30871644-2381-4b25-8052-8ce621ebbe83,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:40:55.553729 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (185f7b43-0027-48fd-9809-01daf6b8ce49), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:55.614710 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=185f7b43-0027-48fd-9809-01daf6b8ce49,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:55.618394 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (30871644-2381-4b25-8052-8ce621ebbe83), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:55.628705 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:55.629040 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:55.629383 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:55.629710 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:55.630224 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:55.630546 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:55.630865 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:55.631215 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:55.631534 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:55.631849 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:55.632162 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:55.632470 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:55.632779 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:55.634743 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7844-a1cc-4bb4-aa86-5376dcb8c7ed tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group_rule (1973ec13-64e7-4ee2-bee8-2c49a8a575cf), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:55.686515 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Pushing event updated for resources: {'Port': ['ID=30871644-2381-4b25-8052-8ce621ebbe83,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:55.730322 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7844-a1cc-4bb4-aa86-5376dcb8c7ed tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (1973ec13-64e7-4ee2-bee8-2c49a8a575cf), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:55.757202 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f7844-a1cc-4bb4-aa86-5376dcb8c7ed tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1973ec13-64e7-4ee2-bee8-2c49a8a575cf,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:55.811503 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa93e06-1133-461d-b13f-34b38c1628e3 req-20848c9f-dd29-4fb1-b8b8-f81c92ac5f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:55.814345 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9fa93e06-1133-461d-b13f-34b38c1628e3 req-20848c9f-dd29-4fb1-b8b8-f81c92ac5f81 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 1098 time: 0.0426595 Jan 25 03:40:55.815577 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7844-a1cc-4bb4-aa86-5376dcb8c7ed tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:55.816754 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-4c9f7844-a1cc-4bb4-aa86-5376dcb8c7ed tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4322705 Jan 25 03:40:55.819846 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 52820) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:55.824015 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-c6c3fa39-9b8d-47f3-8f13-f8336a39fa7f tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Request body: {'security_group_rule': {'security_group_id': 'e55e1b9b-f90f-4f10-b497-76b1aebc58c4', 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:40:55.863465 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9fa93e06-1133-461d-b13f-34b38c1628e3 req-b50b5d56-c8a0-49b1-8a29-44005df92023 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432594 Jan 25 03:40:55.941749 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.securitygroups_db [None req-c6c3fa39-9b8d-47f3-8f13-f8336a39fa7f tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Project 5820f90cd1d1413e9885c9ec8005f384 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 03:40:55.947035 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fa39-9b8d-47f3-8f13-f8336a39fa7f tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group_rule (6c8c0246-99d3-45e5-9b56-37804258ed6b), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:56.013128 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fa39-9b8d-47f3-8f13-f8336a39fa7f tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group_rule (6c8c0246-99d3-45e5-9b56-37804258ed6b), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:56.044224 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f9d94714-f0f4-4938-b09d-2b75aca5ff72 req-3bacf8a7-3657-4d0d-8411-864449bd524a tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 210 time: 0.0268140 Jan 25 03:40:56.127917 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fa39-9b8d-47f3-8f13-f8336a39fa7f tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (6c8c0246-99d3-45e5-9b56-37804258ed6b), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:56.146316 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3fa39-9b8d-47f3-8f13-f8336a39fa7f tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8c0246-99d3-45e5-9b56-37804258ed6b,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:56.232100 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fa39-9b8d-47f3-8f13-f8336a39fa7f tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:56.233380 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c6c3fa39-9b8d-47f3-8f13-f8336a39fa7f tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4125795 Jan 25 03:40:56.236848 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 52832) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:56.241217 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-03344631-de6c-476a-bbb6-321c8e735150 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Request body: {'security_group_rule': {'security_group_id': 'e55e1b9b-f90f-4f10-b497-76b1aebc58c4', 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:40:56.359049 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.securitygroups_db [None req-03344631-de6c-476a-bbb6-321c8e735150 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Project 5820f90cd1d1413e9885c9ec8005f384 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 03:40:56.370051 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-03344631-de6c-476a-bbb6-321c8e735150 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group_rule (fbf56938-16bb-49ae-89b5-f68077f0ad7d), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:56.435667 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] Sync routers for ids ['28efb32f-0338-436c-9a43-8bf756266673'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:40:56.448628 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] Routers {'28efb32f-0338-436c-9a43-8bf756266673'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:40:56.449296 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:40:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['28efb32f-0338-436c-9a43-8bf756266673'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:40:56.500307 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-03344631-de6c-476a-bbb6-321c8e735150 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group_rule (fbf56938-16bb-49ae-89b5-f68077f0ad7d), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:56.512400 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79c909-690c-487e-b78a-16343c781cc3 req-728fa19a-71f7-42bb-be84-9299e664a891 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:56.515530 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ae79c909-690c-487e-b78a-16343c781cc3 req-728fa19a-71f7-42bb-be84-9299e664a891 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 945 time: 0.1172471 Jan 25 03:40:56.530500 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5ac5f-7a9b-4231-9342-371aebc4e4d2 req-2a4254e8-4b77-4b1b-ab0f-7f515aca6aa6 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:56.535341 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-37f5ac5f-7a9b-4231-9342-371aebc4e4d2 req-2a4254e8-4b77-4b1b-ab0f-7f515aca6aa6 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 946 time: 0.0577950 Jan 25 03:40:56.567732 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] Set router 28efb32f-0338-436c-9a43-8bf756266673 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:40:56.575274 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ae79c909-690c-487e-b78a-16343c781cc3 req-8843e464-cfa4-4470-800d-0bcad9656f52 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547957 Jan 25 03:40:56.578584 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-03344631-de6c-476a-bbb6-321c8e735150 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (fbf56938-16bb-49ae-89b5-f68077f0ad7d), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:56.589658 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-37f5ac5f-7a9b-4231-9342-371aebc4e4d2 req-76633e98-559d-4163-a148-1eed28be53f2 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480578 Jan 25 03:40:56.597952 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03344631-de6c-476a-bbb6-321c8e735150 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf56938-16bb-49ae-89b5-f68077f0ad7d,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:56.681680 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-03344631-de6c-476a-bbb6-321c8e735150 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:56.683275 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-03344631-de6c-476a-bbb6-321c8e735150 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4454153 Jan 25 03:40:56.799966 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28efb32f-0338-436c-9a43-8bf756266673', 'name': 'tempest-TestShelveInstance-1956146935-router', 'tenant_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '30871644-2381-4b25-8052-8ce621ebbe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:47Z', 'updated_at': '2022-01-25T03:40:52Z', 'revision_number': 4, 'project_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'gw_port': {'id': '30871644-2381-4b25-8052-8ce621ebbe83', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efb32f-0338-436c-9a43-8bf756266673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:48Z', 'updated_at': '2022-01-25T03:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '0581a875-06d5-4a76-b6c5-f7b43c48ff18', 'name': '', 'network_id': 'f400f2ac-83ef-41f3-a84f-c602ef2147fd', 'tenant_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'mac_address': 'fa:16:3e:7a:cb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28efb32f-0338-436c-9a43-8bf756266673', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e93dd41d-cd71-4140-865e-fb2d857cede6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:51Z', 'updated_at': '2022-01-25T03:40:52Z', 'revision_number': 2, 'project_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'subnets': [{'id': 'e93dd41d-cd71-4140-865e-fb2d857cede6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:40:56.827768 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] Checking router: 28efb32f-0338-436c-9a43-8bf756266673 for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:40:56.828115 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] Updating router 28efb32f-0338-436c-9a43-8bf756266673 port 0581a875-06d5-4a76-b6c5-f7b43c48ff18 binding host dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:40:56.854720 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (0581a875-06d5-4a76-b6c5-f7b43c48ff18), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:56.997149 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 30871644-2381-4b25-8052-8ce621ebbe83 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:40:57.061320 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 30871644-2381-4b25-8052-8ce621ebbe83 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:57.061686 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (30871644-2381-4b25-8052-8ce621ebbe83), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:57.158348 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] Publish callbacks [] for port (0581a875-06d5-4a76-b6c5-f7b43c48ff18), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:57.164898 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-06feb481-8289-44c3-ac44-58d4b9a8d2f9 req-b3969e13-f94a-4685-86f6-1b5642f41268 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 210 time: 0.0446472 Jan 25 03:40:57.172044 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 30871644-2381-4b25-8052-8ce621ebbe83 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:57.250559 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (0581a875-06d5-4a76-b6c5-f7b43c48ff18), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:57.307600 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d795a-eb40-4227-b8a0-68bfe48ce332 None None] Pushing event updated for resources: {'Port': ['ID=0581a875-06d5-4a76-b6c5-f7b43c48ff18,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:57.361747 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] Attempting to bind port 0581a875-06d5-4a76-b6c5-f7b43c48ff18 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:40:57.362191 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] Attempting to bind port 0581a875-06d5-4a76-b6c5-f7b43c48ff18 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '870ea48a-7d56-4c10-8b4b-70a510563567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f400f2ac-83ef-41f3-a84f-c602ef2147fd'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:40:57.362531 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] Attempting to bind port 0581a875-06d5-4a76-b6c5-f7b43c48ff18 on network f400f2ac-83ef-41f3-a84f-c602ef2147fd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:40:57.367696 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:40:57.368318 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] Checking segment: {'id': '870ea48a-7d56-4c10-8b4b-70a510563567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f400f2ac-83ef-41f3-a84f-c602ef2147fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:40:57.368708 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:57.369116 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] Bound using segment: {'id': '870ea48a-7d56-4c10-8b4b-70a510563567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f400f2ac-83ef-41f3-a84f-c602ef2147fd'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:40:57.369718 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] Bound port: 0581a875-06d5-4a76-b6c5-f7b43c48ff18, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870ea48a-7d56-4c10-8b4b-70a510563567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f400f2ac-83ef-41f3-a84f-c602ef2147fd'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:40:57.370336 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (0581a875-06d5-4a76-b6c5-f7b43c48ff18), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:57.438684 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] For port 0581a875-06d5-4a76-b6c5-f7b43c48ff18, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:40:57.442941 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] For port 0581a875-06d5-4a76-b6c5-f7b43c48ff18, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=0581a875-06d5-4a76-b6c5-f7b43c48ff18,segment=NetworkSegment(870ea48a-7d56-4c10-8b4b-70a510563567),segment_id=870ea48a-7d56-4c10-8b4b-70a510563567)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:40:57.494923 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-db6084bf-1145-45ff-88c5-0850e23cf556 None None] Provisioning complete for port 0581a875-06d5-4a76-b6c5-f7b43c48ff18 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:57.495243 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db6084bf-1145-45ff-88c5-0850e23cf556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (0581a875-06d5-4a76-b6c5-f7b43c48ff18), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:57.528840 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-db6084bf-1145-45ff-88c5-0850e23cf556 None None] Port 0581a875-06d5-4a76-b6c5-f7b43c48ff18 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:40:57.553629 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (0581a875-06d5-4a76-b6c5-f7b43c48ff18), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:57.617503 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d795a-eb40-4227-b8a0-68bfe48ce332 None None] Pushing event updated for resources: {'Port': ['ID=0581a875-06d5-4a76-b6c5-f7b43c48ff18,revision_number=4']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:57.621259 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] Routers {'28efb32f-0338-436c-9a43-8bf756266673'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:40:57.630406 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:40:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['28efb32f-0338-436c-9a43-8bf756266673'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:40:57.762890 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] Set router 28efb32f-0338-436c-9a43-8bf756266673 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:40:57.777891 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb0f5a-3b25-4f29-a26c-46c330ce935d req-5bd6c427-b60c-4f79-9892-87f9e84a911f tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:57.781152 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9ecb0f5a-3b25-4f29-a26c-46c330ce935d req-5bd6c427-b60c-4f79-9892-87f9e84a911f tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 945 time: 0.0841293 Jan 25 03:40:57.788666 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01a362-7225-41bf-aa04-bbf017c22bd1 req-673854e0-ae26-4f3b-8a5f-04aa47a8dc50 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:57.790282 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0d01a362-7225-41bf-aa04-bbf017c22bd1 req-673854e0-ae26-4f3b-8a5f-04aa47a8dc50 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 946 time: 0.0787270 Jan 25 03:40:57.857510 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9ecb0f5a-3b25-4f29-a26c-46c330ce935d req-1fcc2ea3-b072-4501-a82f-b21ba2dd00b3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698268 Jan 25 03:40:57.883573 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0d01a362-7225-41bf-aa04-bbf017c22bd1 req-8201ce7e-a7a8-4b20-a75d-7756e6b4dd5d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673063 Jan 25 03:40:57.958041 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-3ab8b030-8c21-49d6-aeec-d8e3681ffbca None None] Provisioning complete for port 0581a875-06d5-4a76-b6c5-f7b43c48ff18 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:57.958511 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ab8b030-8c21-49d6-aeec-d8e3681ffbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (0581a875-06d5-4a76-b6c5-f7b43c48ff18), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:58.040033 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28efb32f-0338-436c-9a43-8bf756266673', 'name': 'tempest-TestShelveInstance-1956146935-router', 'tenant_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '30871644-2381-4b25-8052-8ce621ebbe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:47Z', 'updated_at': '2022-01-25T03:40:52Z', 'revision_number': 4, 'project_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'gw_port': {'id': '30871644-2381-4b25-8052-8ce621ebbe83', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efb32f-0338-436c-9a43-8bf756266673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:48Z', 'updated_at': '2022-01-25T03:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '0581a875-06d5-4a76-b6c5-f7b43c48ff18', 'name': '', 'network_id': 'f400f2ac-83ef-41f3-a84f-c602ef2147fd', 'tenant_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'mac_address': 'fa:16:3e:7a:cb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28efb32f-0338-436c-9a43-8bf756266673', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e93dd41d-cd71-4140-865e-fb2d857cede6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:51Z', 'updated_at': '2022-01-25T03:40:57Z', 'revision_number': 4, 'project_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'subnets': [{'id': 'e93dd41d-cd71-4140-865e-fb2d857cede6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:40:58.059282 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3ab8b030-8c21-49d6-aeec-d8e3681ffbca None None] Current status of the port 0581a875-06d5-4a76-b6c5-f7b43c48ff18 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:58.059843 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ab8b030-8c21-49d6-aeec-d8e3681ffbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (0581a875-06d5-4a76-b6c5-f7b43c48ff18), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:58.070897 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5306b-6831-400f-87f2-a8aea12c9b68 None None] The sync data for ids ['28efb32f-0338-436c-9a43-8bf756266673'] in dv-cinder-819011-2-iscsi is: [{'id': '28efb32f-0338-436c-9a43-8bf756266673', 'name': 'tempest-TestShelveInstance-1956146935-router', 'tenant_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '30871644-2381-4b25-8052-8ce621ebbe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:47Z', 'updated_at': '2022-01-25T03:40:52Z', 'revision_number': 4, 'project_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'gw_port': {'id': '30871644-2381-4b25-8052-8ce621ebbe83', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efb32f-0338-436c-9a43-8bf756266673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:48Z', 'updated_at': '2022-01-25T03:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '0581a875-06d5-4a76-b6c5-f7b43c48ff18', 'name': '', 'network_id': 'f400f2ac-83ef-41f3-a84f-c602ef2147fd', 'tenant_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'mac_address': 'fa:16:3e:7a:cb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28efb32f-0338-436c-9a43-8bf756266673', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e93dd41d-cd71-4140-865e-fb2d857cede6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:51Z', 'updated_at': '2022-01-25T03:40:57Z', 'revision_number': 4, 'project_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'subnets': [{'id': 'e93dd41d-cd71-4140-865e-fb2d857cede6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:40:58.094358 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-3ab8b030-8c21-49d6-aeec-d8e3681ffbca None None] For port 0581a875-06d5-4a76-b6c5-f7b43c48ff18, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=0581a875-06d5-4a76-b6c5-f7b43c48ff18,segment=NetworkSegment(870ea48a-7d56-4c10-8b4b-70a510563567),segment_id=870ea48a-7d56-4c10-8b4b-70a510563567)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:40:58.196571 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ab8b030-8c21-49d6-aeec-d8e3681ffbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (0581a875-06d5-4a76-b6c5-f7b43c48ff18), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:58.304883 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8b030-8c21-49d6-aeec-d8e3681ffbca None None] Pushing event updated for resources: {'Port': ['ID=0581a875-06d5-4a76-b6c5-f7b43c48ff18,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:58.331993 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bca7cc94-54ed-4a0d-b2e8-50ec581e67fe req-f4475acf-86d6-4679-be8a-2ba736963ce9 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 210 time: 0.0466127 Jan 25 03:40:58.384236 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-c1e9e1e6-d518-44fa-9d96-abbf04d8d80e tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:58.385719 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-c1e9e1e6-d518-44fa-9d96-abbf04d8d80e tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.112 "GET /v2.0/networks?id=53c1fc18-89c3-459d-a1e2-14cd4e6b342a HTTP/1.1" status: 200 len: 814 time: 0.1749418 Jan 25 03:40:58.404389 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Request body: {'port': {'device_id': '11f511b5-f452-4aac-bfac-67d6c8ccfade', 'network_id': '53c1fc18-89c3-459d-a1e2-14cd4e6b342a', 'admin_state_up': True, 'tenant_id': '669e86b55a1248009baefdb84c00453a'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:40:58.613071 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Made reservation on behalf of 669e86b55a1248009baefdb84c00453a for: {'port': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:40:58.616756 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:58.756738 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Allocated IP 172.20.0.11 (53c1fc18-89c3-459d-a1e2-14cd4e6b342a/489ce0d4-4994-414b-a6b7-7f3701d0bb13/df320267-a729-47d9-999d-84e49eb217bd) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:40:58.920680 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Publish callbacks [] for port (df320267-a729-47d9-999d-84e49eb217bd), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:59.016105 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf927c8-444c-454c-b768-403bed0e5c52 req-c199c8e8-40fb-4a9a-8ac9-09bfcefa5779 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:59.023332 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-fdf927c8-444c-454c-b768-403bed0e5c52 req-c199c8e8-40fb-4a9a-8ac9-09bfcefa5779 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 945 time: 0.0813093 Jan 25 03:40:59.048500 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 0581a875-06d5-4a76-b6c5-f7b43c48ff18 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:40:59.078580 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-fdf927c8-444c-454c-b768-403bed0e5c52 req-d3c61005-bb4c-49d6-a2fc-a11defad52eb tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538836 Jan 25 03:40:59.108182 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (df320267-a729-47d9-999d-84e49eb217bd), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:59.118097 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 0581a875-06d5-4a76-b6c5-f7b43c48ff18 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:40:59.118690 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (0581a875-06d5-4a76-b6c5-f7b43c48ff18), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:59.159924 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Network 53c1fc18-89c3-459d-a1e2-14cd4e6b342a is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:40:59.165231 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:40:59.169035 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:40:59.202322 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Pushing event updated for resources: {'Port': ['ID=df320267-a729-47d9-999d-84e49eb217bd,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:40:59.220653 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:59.220967 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:59.221274 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:59.222245 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:59.222245 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:59.222537 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:59.222630 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:59.223791 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:59.223791 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:59.223791 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:59.224137 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:59.224231 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:59.224491 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:40:59.236992 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 0581a875-06d5-4a76-b6c5-f7b43c48ff18 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:40:59.251020 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:59.251020 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:59.274299 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b009ab6-c75e-4bd2-a2c5-66a919ccc887 req-642bc0f6-3db7-4de8-8650-d8acf81770ea tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:59.275716 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9b009ab6-c75e-4bd2-a2c5-66a919ccc887 req-642bc0f6-3db7-4de8-8650-d8acf81770ea tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 945 time: 0.0996857 Jan 25 03:40:59.327937 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-b991a866-e4c2-46af-8b2e-7d15d04afc54 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9274645 Jan 25 03:40:59.427921 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Request body: {'port': {'device_id': '11f511b5-f452-4aac-bfac-67d6c8ccfade', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:40:59.525044 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (df320267-a729-47d9-999d-84e49eb217bd), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:59.603102 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9b009ab6-c75e-4bd2-a2c5-66a919ccc887 req-04599e6d-fcc3-46d1-b7de-8acf9bf0fe90 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3200936 Jan 25 03:40:59.607012 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92be90-1dff-4151-a922-fef2f84cae3b req-6bec7139-3f91-4938-a481-34889fbe7268 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:59.609311 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2f92be90-1dff-4151-a922-fef2f84cae3b req-6bec7139-3f91-4938-a481-34889fbe7268 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 932 time: 0.1516976 Jan 25 03:40:59.623980 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 52944) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:59.821567 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2f92be90-1dff-4151-a922-fef2f84cae3b req-503c3f5c-b11a-4ce4-abdb-7a2e65439883 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959352 Jan 25 03:40:59.883885 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8a29cf-6d11-43e7-8cef-56cea6eaa1e6 tempest-TestVolumeBootPattern-1378876008 tempest-TestVolumeBootPattern-1378876008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:40:59.885437 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-8b8a29cf-6d11-43e7-8cef-56cea6eaa1e6 tempest-TestVolumeBootPattern-1378876008 tempest-TestVolumeBootPattern-1378876008-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 1093 time: 0.2603281 Jan 25 03:40:59.888880 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 52958) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:40:59.893983 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Request body: {'floatingip': {'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'port_id': '185f7b43-0027-48fd-9809-01daf6b8ce49', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:40:59.973540 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df320267-a729-47d9-999d-84e49eb217bd {{(pid=103186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:40:59.981146 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Publish callbacks [] for port (df320267-a729-47d9-999d-84e49eb217bd), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:59.982207 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:40:59.995314 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.provisioning_blocks [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Transition to ACTIVE for port object df320267-a729-47d9-999d-84e49eb217bd will not be triggered until provisioned by entity L2. {{(pid=103186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:41:00.062898 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (df320267-a729-47d9-999d-84e49eb217bd), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:00.085772 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:00.119797 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=df320267-a729-47d9-999d-84e49eb217bd,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:00.205959 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Attempting to bind port df320267-a729-47d9-999d-84e49eb217bd on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:41:00.206284 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Attempting to bind port df320267-a729-47d9-999d-84e49eb217bd by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': 'a38e12b9-b447-40b5-bfc0-066fb994c5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '53c1fc18-89c3-459d-a1e2-14cd4e6b342a'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:41:00.206602 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Attempting to bind port df320267-a729-47d9-999d-84e49eb217bd on network 53c1fc18-89c3-459d-a1e2-14cd4e6b342a {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:41:00.210830 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Port df320267-a729-47d9-999d-84e49eb217bd on network 53c1fc18-89c3-459d-a1e2-14cd4e6b342a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:41:00.211166 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Attempting to bind port df320267-a729-47d9-999d-84e49eb217bd on network 53c1fc18-89c3-459d-a1e2-14cd4e6b342a {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:41:00.214099 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Allocated IP 172.27.2.88 (239af684-5624-458a-b969-bfdffc6894c6/633c65e6-a2b9-4bb5-a70e-b23c3791a1d5/7acb3d0e-a729-4105-bd65-61be39c52eb8) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:41:00.215845 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:41:00.216173 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Checking segment: {'id': 'a38e12b9-b447-40b5-bfc0-066fb994c5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '53c1fc18-89c3-459d-a1e2-14cd4e6b342a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:41:00.216540 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Bound using segment: {'id': 'a38e12b9-b447-40b5-bfc0-066fb994c5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '53c1fc18-89c3-459d-a1e2-14cd4e6b342a'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:41:00.216953 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Bound port: df320267-a729-47d9-999d-84e49eb217bd, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38e12b9-b447-40b5-bfc0-066fb994c5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '53c1fc18-89c3-459d-a1e2-14cd4e6b342a'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:41:00.217306 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (df320267-a729-47d9-999d-84e49eb217bd), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:00.280045 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] For port df320267-a729-47d9-999d-84e49eb217bd, host hv-cinder-81901, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:41:00.283590 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] For port df320267-a729-47d9-999d-84e49eb217bd, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=df320267-a729-47d9-999d-84e49eb217bd,segment=NetworkSegment(a38e12b9-b447-40b5-bfc0-066fb994c5f4),segment_id=a38e12b9-b447-40b5-bfc0-066fb994c5f4)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:41:00.315143 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for port (7acb3d0e-a729-4105-bd65-61be39c52eb8), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:00.362145 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (df320267-a729-47d9-999d-84e49eb217bd), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:00.400397 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:00.401067 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:00.403046 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] 10.222.0.112 "PUT /v2.0/ports/df320267-a729-47d9-999d-84e49eb217bd HTTP/1.1" status: 200 len: 1094 time: 1.0602291 Jan 25 03:41:00.403046 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f511b5-f452-4aac-bfac-67d6c8ccfade', 'tag': 'df320267-a729-47d9-999d-84e49eb217bd'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:41:00.405495 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fa56cb-8388-4ee4-8ca6-e864da3c5373" -d '{"events": [{"name": "network-changed", "server_uuid": "11f511b5-f452-4aac-bfac-67d6c8ccfade", "tag": "df320267-a729-47d9-999d-84e49eb217bd"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:41:00.430874 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (7acb3d0e-a729-4105-bd65-61be39c52eb8), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:00.434119 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7d2d8-c465-4771-a403-90604d54e9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=df320267-a729-47d9-999d-84e49eb217bd,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:00.442920 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a05629-e4d5-4d91-8dc1-6a91fe5dc0bb x-openstack-request-id: req-83a05629-e4d5-4d91-8dc1-6a91fe5dc0bb {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:41:00.443257 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f511b5-f452-4aac-bfac-67d6c8ccfade", "tag": "df320267-a729-47d9-999d-84e49eb217bd", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:41:00.443545 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-83a05629-e4d5-4d91-8dc1-6a91fe5dc0bb {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:41:00.443939 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f511b5-f452-4aac-bfac-67d6c8ccfade', 'tag': 'df320267-a729-47d9-999d-84e49eb217bd', 'status': 'completed', 'code': 200} Jan 25 03:41:00.479093 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Network 239af684-5624-458a-b969-bfdffc6894c6 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:41:00.482104 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:41:00.486949 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:41:00.510741 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event updated for resources: {'Port': ['ID=7acb3d0e-a729-4105-bd65-61be39c52eb8,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:00.530365 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa56cb-8388-4ee4-8ca6-e864da3c5373 req-47e20757-ffce-4377-b2c8-c6e58f861063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:00.531853 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-59fa56cb-8388-4ee4-8ca6-e864da3c5373 req-47e20757-ffce-4377-b2c8-c6e58f861063 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=669e86b55a1248009baefdb84c00453a&device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 1097 time: 0.0423450 Jan 25 03:41:00.639704 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa56cb-8388-4ee4-8ca6-e864da3c5373 req-8cd3fdd9-a800-4231-9214-9d9f9d4acf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:00.641913 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-59fa56cb-8388-4ee4-8ca6-e864da3c5373 req-8cd3fdd9-a800-4231-9214-9d9f9d4acf58 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=669e86b55a1248009baefdb84c00453a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0958745 Jan 25 03:41:00.748796 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa56cb-8388-4ee4-8ca6-e864da3c5373 req-5f82f3f7-5610-4f19-9b77-80c24df344b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:00.750302 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-59fa56cb-8388-4ee4-8ca6-e864da3c5373 req-5f82f3f7-5610-4f19-9b77-80c24df344b9 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1023815 Jan 25 03:41:00.873388 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-056c4434-d092-42c1-95df-17b2f43cd44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:00.874883 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-056c4434-d092-42c1-95df-17b2f43cd44e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=669e86b55a1248009baefdb84c00453a&device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 1097 time: 0.0444756 Jan 25 03:41:00.936235 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-8e79ef74-e90d-49cb-b24d-3be3d002aed5 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df320267-a729-47d9-999d-84e49eb217bd HTTP/1.1" status: 200 len: 217 time: 0.0456038 Jan 25 03:41:01.018140 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-78aef456-3dab-44e2-a0a5-8aac4c4e26f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:01.020468 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-78aef456-3dab-44e2-a0a5-8aac4c4e26f2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=489ce0d4-4994-414b-a6b7-7f3701d0bb13 HTTP/1.1" status: 200 len: 854 time: 0.0647297 Jan 25 03:41:01.032642 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d6f45-cb79-4d14-a9ce-87fed870bd05 req-c7de5d10-d126-459c-81ec-ec8c182ba312 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:01.034267 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c33d6f45-cb79-4d14-a9ce-87fed870bd05 req-c7de5d10-d126-459c-81ec-ec8c182ba312 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 944 time: 0.1365118 Jan 25 03:41:01.056000 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for floatingip (38360bd4-519d-4c79-8216-7c5e52aa25d4), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:01.072301 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-9b1e25ad-b6b6-4435-b8cc-12845117ffbf service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=53c1fc18-89c3-459d-a1e2-14cd4e6b342a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370679 Jan 25 03:41:01.166760 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c33d6f45-cb79-4d14-a9ce-87fed870bd05 req-dd2bc45a-29fc-4afc-bcf1-9b4725343cb0 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240227 Jan 25 03:41:01.207104 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-ed98462c-20ad-4027-9b20-c57af5743ab7 service neutron] 10.222.0.112 "GET /v2.0/networks/53c1fc18-89c3-459d-a1e2-14cd4e6b342a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209002 Jan 25 03:41:01.222726 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (7acb3d0e-a729-4105-bd65-61be39c52eb8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:01.303220 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e4d348e9-76e0-4647-8347-1b9fb7ad6d8e req-1b28ddf3-b93d-4bbc-97b8-a425552642fc service neutron] 10.222.0.112 "GET /v2.0/networks/53c1fc18-89c3-459d-a1e2-14cd4e6b342a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962017 Jan 25 03:41:01.383584 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for port (7acb3d0e-a729-4105-bd65-61be39c52eb8), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:01.456044 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4618152'] for port (7acb3d0e-a729-4105-bd65-61be39c52eb8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:01.484554 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da9c5471-8271-49c0-a2c2-eb3173851591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:01.521381 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event updated for resources: {'Port': ['ID=7acb3d0e-a729-4105-bd65-61be39c52eb8,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:01.534702 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586113'] for floatingip (38360bd4-519d-4c79-8216-7c5e52aa25d4), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:01.632555 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.l3_db [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Floating IP 38360bd4-519d-4c79-8216-7c5e52aa25d4 associated. External IP: 172.27.2.88, port: 185f7b43-0027-48fd-9809-01daf6b8ce49. Jan 25 03:41:01.838340 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:41:01.945322 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:41:01.955689 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5f8be-3983-405c-a15e-9fc1ffbe75e2 None None] Sync routers for ids ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:41:01.972401 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e5f8be-3983-405c-a15e-9fc1ffbe75e2 None None] Routers {'903229fb-2b7e-40c2-83c6-ae92eb9aef35'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:41:01.977600 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-a9e5f8be-3983-405c-a15e-9fc1ffbe75e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:40:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:41:02.052282 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:02.079405 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c7614119-87c1-41d8-8abb-a0b09e7fa22e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1888981 Jan 25 03:41:02.080172 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7ea524-7a77-478b-9894-556c2be34d87', 'tag': '185f7b43-0027-48fd-9809-01daf6b8ce49'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:41:02.082347 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d0c9815385568a6be04e4b390595008a27b8adc04fe3db576d7c9438e8cfd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ca83db-2ab5-450a-883a-84a4a59488a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7ea524-7a77-478b-9894-556c2be34d87", "tag": "185f7b43-0027-48fd-9809-01daf6b8ce49"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:41:02.082497 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-a9e5f8be-3983-405c-a15e-9fc1ffbe75e2 None None] Set router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:41:02.179625 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62f34e1-d197-4a7a-a60f-97927401751c x-openstack-request-id: req-f62f34e1-d197-4a7a-a60f-97927401751c {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:41:02.179912 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7ea524-7a77-478b-9894-556c2be34d87", "tag": "185f7b43-0027-48fd-9809-01daf6b8ce49", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:41:02.180163 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-f62f34e1-d197-4a7a-a60f-97927401751c {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:41:02.180557 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7ea524-7a77-478b-9894-556c2be34d87', 'tag': '185f7b43-0027-48fd-9809-01daf6b8ce49', 'status': 'completed', 'code': 200} Jan 25 03:41:02.326139 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883adfb-bc40-49c1-a096-dc2a9e035d62 req-78c77486-e228-4527-afca-b4ad9cf07d30 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:02.327764 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8883adfb-bc40-49c1-a096-dc2a9e035d62 req-78c77486-e228-4527-afca-b4ad9cf07d30 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 944 time: 0.0944519 Jan 25 03:41:02.331033 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca83db-2ab5-450a-883a-84a4a59488a8 req-c8c359b1-49b3-441b-94f9-79310cdac4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:02.332506 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-17ca83db-2ab5-450a-883a-84a4a59488a8 req-c8c359b1-49b3-441b-94f9-79310cdac4d8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0fe72d0d8d144438a671aac4e939c693&device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 1098 time: 0.0652788 Jan 25 03:41:02.367759 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-a9e5f8be-3983-405c-a15e-9fc1ffbe75e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '38360bd4-519d-4c79-8216-7c5e52aa25d4', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'port_id': '185f7b43-0027-48fd-9809-01daf6b8ce49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'mac_address': 'fa:16:3e:ef:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7ea524-7a77-478b-9894-556c2be34d87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:41:00Z', 'updated_at': '2022-01-25T03:41:00Z', 'revision_number': 0, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 5, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:41:02.397137 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5f8be-3983-405c-a15e-9fc1ffbe75e2 None None] Checking router: 903229fb-2b7e-40c2-83c6-ae92eb9aef35 for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:41:02.405492 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e5f8be-3983-405c-a15e-9fc1ffbe75e2 None None] Routers {'903229fb-2b7e-40c2-83c6-ae92eb9aef35'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:41:02.406098 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-a9e5f8be-3983-405c-a15e-9fc1ffbe75e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:40:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:41:02.452827 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8883adfb-bc40-49c1-a096-dc2a9e035d62 req-1f97b401-0f8d-46fe-a341-b2e65301d88f tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183238 Jan 25 03:41:02.486376 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca83db-2ab5-450a-883a-84a4a59488a8 req-9f4a7751-31f7-4746-a1b2-e4f5a2bd9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:02.488093 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-17ca83db-2ab5-450a-883a-84a4a59488a8 req-9f4a7751-31f7-4746-a1b2-e4f5a2bd9af6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=0ff74d41-8997-4f13-a353-f1aafd7e012e HTTP/1.1" status: 200 len: 912 time: 0.1480832 Jan 25 03:41:02.559474 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-17ca83db-2ab5-450a-883a-84a4a59488a8 req-de309900-82d5-4a49-915d-ab7bf5626059 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=185f7b43-0027-48fd-9809-01daf6b8ce49 HTTP/1.1" status: 200 len: 998 time: 0.0643306 Jan 25 03:41:02.615209 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca83db-2ab5-450a-883a-84a4a59488a8 req-ed0e1395-02e2-4d33-81af-dc73ba819bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:02.616792 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-17ca83db-2ab5-450a-883a-84a4a59488a8 req-ed0e1395-02e2-4d33-81af-dc73ba819bd7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=de574e71-d5c9-48da-aa30-76bdfc91fca9 HTTP/1.1" status: 200 len: 851 time: 0.0514102 Jan 25 03:41:02.667694 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-a9e5f8be-3983-405c-a15e-9fc1ffbe75e2 None None] Set router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:41:02.677149 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca83db-2ab5-450a-883a-84a4a59488a8 req-75f1bfd4-bc4b-4650-bed6-b17dec7c316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:02.678863 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-17ca83db-2ab5-450a-883a-84a4a59488a8 req-75f1bfd4-bc4b-4650-bed6-b17dec7c316b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=0ff74d41-8997-4f13-a353-f1aafd7e012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553331 Jan 25 03:41:02.784103 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-17ca83db-2ab5-450a-883a-84a4a59488a8 req-62fa5d0b-479b-4079-a246-8ff50593eb73 service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982120 Jan 25 03:41:02.938954 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-a9e5f8be-3983-405c-a15e-9fc1ffbe75e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '38360bd4-519d-4c79-8216-7c5e52aa25d4', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'port_id': '185f7b43-0027-48fd-9809-01daf6b8ce49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'mac_address': 'fa:16:3e:ef:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7ea524-7a77-478b-9894-556c2be34d87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:41:00Z', 'updated_at': '2022-01-25T03:41:00Z', 'revision_number': 0, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 5, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:41:02.962793 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5f8be-3983-405c-a15e-9fc1ffbe75e2 None None] The sync data for ids ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'] in dv-cinder-819011-2-iscsi is: [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '38360bd4-519d-4c79-8216-7c5e52aa25d4', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'port_id': '185f7b43-0027-48fd-9809-01daf6b8ce49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'mac_address': 'fa:16:3e:ef:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7ea524-7a77-478b-9894-556c2be34d87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:41:00Z', 'updated_at': '2022-01-25T03:41:00Z', 'revision_number': 0, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 5, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:41:03.154068 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-17ca83db-2ab5-450a-883a-84a4a59488a8 req-136238a7-f312-43c1-a507-4fdf3dd22e3f service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604891 Jan 25 03:41:03.181175 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539ae954-29d5-48b3-8550-a7414c86ef94 None None] New status for floating IP 38360bd4-519d-4c79-8216-7c5e52aa25d4: ACTIVE {{(pid=103188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:41:03.582850 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff99c3-9cd3-4dbe-b4e6-445e5d08f56b req-dd5790cd-6aa6-43b9-b6e2-383146174d46 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:03.584472 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0eff99c3-9cd3-4dbe-b4e6-445e5d08f56b req-dd5790cd-6aa6-43b9-b6e2-383146174d46 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 944 time: 0.0503669 Jan 25 03:41:03.636238 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0eff99c3-9cd3-4dbe-b4e6-445e5d08f56b req-66625eda-bf2d-42a7-8c5d-5fe7a0c44098 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454793 Jan 25 03:41:03.766919 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef90af5c-4fd6-4090-9e0d-0e4a366fca1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:04.755632 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efcf59-d58d-449d-bf5a-935b4e6c430c req-25a094a1-142c-4339-8d23-d4b4e1ff2cd9 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:04.757134 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-86efcf59-d58d-449d-bf5a-935b4e6c430c req-25a094a1-142c-4339-8d23-d4b4e1ff2cd9 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 944 time: 0.0501134 Jan 25 03:41:04.808883 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-86efcf59-d58d-449d-bf5a-935b4e6c430c req-82bce629-d0e8-4a65-8e49-faf1a0061917 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462134 Jan 25 03:41:05.232896 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:05.925019 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721722df-1358-44a0-a105-f65568f04f19 req-62ce7e8b-690c-45ef-a5bc-5e3865805055 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:05.926542 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-721722df-1358-44a0-a105-f65568f04f19 req-62ce7e8b-690c-45ef-a5bc-5e3865805055 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 944 time: 0.0501659 Jan 25 03:41:05.976015 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-721722df-1358-44a0-a105-f65568f04f19 req-54b79654-2cd5-4b3c-b06c-9e4abe836d36 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434179 Jan 25 03:41:06.749812 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:06.901103 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device df320267-a729-47d9-999d-84e49eb217bd details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:41:06.995202 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port df320267-a729-47d9-999d-84e49eb217bd, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=df320267-a729-47d9-999d-84e49eb217bd,segment=NetworkSegment(a38e12b9-b447-40b5-bfc0-066fb994c5f4),segment_id=a38e12b9-b447-40b5-bfc0-066fb994c5f4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:41:07.007222 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': 'df320267-a729-47d9-999d-84e49eb217bd', 'network_id': '53c1fc18-89c3-459d-a1e2-14cd4e6b342a', 'port_id': 'df320267-a729-47d9-999d-84e49eb217bd', 'mac_address': 'fa:16:3e:29:f0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '489ce0d4-4994-414b-a6b7-7f3701d0bb13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:41:07.048145 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port df320267-a729-47d9-999d-84e49eb217bd is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:41:07.049156 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (df320267-a729-47d9-999d-84e49eb217bd), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:07.070382 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df320267-a729-47d9-999d-84e49eb217bd {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:41:07.090191 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port df320267-a729-47d9-999d-84e49eb217bd, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=df320267-a729-47d9-999d-84e49eb217bd,segment=NetworkSegment(a38e12b9-b447-40b5-bfc0-066fb994c5f4),segment_id=a38e12b9-b447-40b5-bfc0-066fb994c5f4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:41:07.101145 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46223d40-b22c-4132-a4ee-931b77061716 req-633189a9-fe6b-4149-bccc-28ea51daeb3d tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:07.102656 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-46223d40-b22c-4132-a4ee-931b77061716 req-633189a9-fe6b-4149-bccc-28ea51daeb3d tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 944 time: 0.0577748 Jan 25 03:41:07.151866 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-46223d40-b22c-4132-a4ee-931b77061716 req-7baad7f3-c536-4b60-8929-a2c64ea348e8 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436573 Jan 25 03:41:07.172464 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (df320267-a729-47d9-999d-84e49eb217bd), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:07.234640 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=df320267-a729-47d9-999d-84e49eb217bd,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:07.682623 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['df320267-a729-47d9-999d-84e49eb217bd'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:41:08.038443 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:08.269359 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b55a5-3cd7-4582-8638-4c079959e477 req-73e5c75d-875e-433a-874c-cc8224214de5 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:08.270849 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-748b55a5-3cd7-4582-8638-4c079959e477 req-73e5c75d-875e-433a-874c-cc8224214de5 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 945 time: 0.0491548 Jan 25 03:41:08.317793 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-748b55a5-3cd7-4582-8638-4c079959e477 req-d3033667-b6de-4319-8747-925e1e404a47 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414119 Jan 25 03:41:08.926551 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device df320267-a729-47d9-999d-84e49eb217bd up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:41:09.058272 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port df320267-a729-47d9-999d-84e49eb217bd completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:41:09.062223 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port df320267-a729-47d9-999d-84e49eb217bd triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:09.062651 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (df320267-a729-47d9-999d-84e49eb217bd), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:09.142542 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port df320267-a729-47d9-999d-84e49eb217bd is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:41:09.142924 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (df320267-a729-47d9-999d-84e49eb217bd), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:09.165938 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f511b5-f452-4aac-bfac-67d6c8ccfade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df320267-a729-47d9-999d-84e49eb217bd'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:41:09.168191 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baca7ca-157a-4740-a567-b3336f2bcb25" -d '{"events": [{"server_uuid": "11f511b5-f452-4aac-bfac-67d6c8ccfade", "name": "network-vif-plugged", "status": "completed", "tag": "df320267-a729-47d9-999d-84e49eb217bd"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:41:09.181970 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port df320267-a729-47d9-999d-84e49eb217bd, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=df320267-a729-47d9-999d-84e49eb217bd,segment=NetworkSegment(a38e12b9-b447-40b5-bfc0-066fb994c5f4),segment_id=a38e12b9-b447-40b5-bfc0-066fb994c5f4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:41:09.204005 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41601b89-2def-405c-b3b8-6f6213319110 x-openstack-request-id: req-41601b89-2def-405c-b3b8-6f6213319110 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:41:09.204293 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f511b5-f452-4aac-bfac-67d6c8ccfade", "name": "network-vif-plugged", "status": "completed", "tag": "df320267-a729-47d9-999d-84e49eb217bd", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:41:09.204540 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-41601b89-2def-405c-b3b8-6f6213319110 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:41:09.204929 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f511b5-f452-4aac-bfac-67d6c8ccfade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df320267-a729-47d9-999d-84e49eb217bd', 'code': 200} Jan 25 03:41:09.244305 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (df320267-a729-47d9-999d-84e49eb217bd), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:09.291553 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=df320267-a729-47d9-999d-84e49eb217bd,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:09.435854 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f95bf5-a276-4d46-a5ef-e6c2e1bca246 req-cc4a71aa-bb02-4ae4-bb54-d86dc77c49ed tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:09.437305 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-77f95bf5-a276-4d46-a5ef-e6c2e1bca246 req-cc4a71aa-bb02-4ae4-bb54-d86dc77c49ed tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 946 time: 0.0520570 Jan 25 03:41:09.484348 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-77f95bf5-a276-4d46-a5ef-e6c2e1bca246 req-def3b9a1-258b-4c35-b263-42fa0a9a8953 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409250 Jan 25 03:41:09.606633 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ee258-13ea-4673-8538-2fde3cccc6c6 req-02a42bc0-5b4c-4f45-b6c7-464db14b92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:09.608071 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-037ee258-13ea-4673-8538-2fde3cccc6c6 req-02a42bc0-5b4c-4f45-b6c7-464db14b92b9 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 1099 time: 0.0423265 Jan 25 03:41:09.650981 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-037ee258-13ea-4673-8538-2fde3cccc6c6 req-52f40376-de6c-4053-bbdd-c3cee25ebd1c service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360389 Jan 25 03:41:10.601611 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12b3fe-347d-4ee2-9b3a-0dd630808b63 req-06504a25-b8bc-42a5-aeba-c34213469406 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:10.602982 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4c12b3fe-347d-4ee2-9b3a-0dd630808b63 req-06504a25-b8bc-42a5-aeba-c34213469406 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 946 time: 0.0494146 Jan 25 03:41:10.649227 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4c12b3fe-347d-4ee2-9b3a-0dd630808b63 req-426461a9-d450-4d74-a18a-8a06d05e0be1 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406368 Jan 25 03:41:11.764593 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa5e7c-866a-491c-801a-22f4517e29e6 req-2b5124a3-d170-493f-8720-782b453270ba tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:11.765978 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-37fa5e7c-866a-491c-801a-22f4517e29e6 req-2b5124a3-d170-493f-8720-782b453270ba tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 946 time: 0.0484416 Jan 25 03:41:11.820463 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-37fa5e7c-866a-491c-801a-22f4517e29e6 req-59f2ee9b-7c9c-480c-8bc8-fcd35ee0316e tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478933 Jan 25 03:41:11.826700 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:16.046749 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 53188) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:16.149339 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-96aba5d9-114d-40bd-9bea-adad1d914347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:16.222176 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-96aba5d9-114d-40bd-9bea-adad1d914347 admin admin] Publish callbacks [] for security_group (8ac672d3-8bcc-4cbd-8e19-3621c25d6cb2), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:16.301058 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-96aba5d9-114d-40bd-9bea-adad1d914347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (8ac672d3-8bcc-4cbd-8e19-3621c25d6cb2), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:16.336875 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aba5d9-114d-40bd-9bea-adad1d914347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac672d3-8bcc-4cbd-8e19-3621c25d6cb2,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:16.341054 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-96aba5d9-114d-40bd-9bea-adad1d914347 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=d50bbf0cbd7a4e75ae1a5d9884cec326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932546 Jan 25 03:41:16.343721 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 53192) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:16.391590 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2ebfe2fe-16bb-4c79-886d-7c98657ae2dd admin admin] Publish callbacks [] for security_group (8ac672d3-8bcc-4cbd-8e19-3621c25d6cb2), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:16.412677 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2ebfe2fe-16bb-4c79-886d-7c98657ae2dd admin admin] Publish callbacks [] for security_group (8ac672d3-8bcc-4cbd-8e19-3621c25d6cb2), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:16.535816 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2ebfe2fe-16bb-4c79-886d-7c98657ae2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (8ac672d3-8bcc-4cbd-8e19-3621c25d6cb2), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:16.538813 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2ebfe2fe-16bb-4c79-886d-7c98657ae2dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:16.540080 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-2ebfe2fe-16bb-4c79-886d-7c98657ae2dd admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/8ac672d3-8bcc-4cbd-8e19-3621c25d6cb2 HTTP/1.1" status: 204 len: 168 time: 0.1954751 Jan 25 03:41:16.547903 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfe2fe-16bb-4c79-886d-7c98657ae2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac672d3-8bcc-4cbd-8e19-3621c25d6cb2,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:17.165073 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 53202) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:17.179207 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-53e767f3-7907-4820-a28b-9128f175b7b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:17.254924 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-53e767f3-7907-4820-a28b-9128f175b7b5 admin admin] Publish callbacks [] for security_group (c2d3640b-22b7-4821-97ad-5b38ba832e5e), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:17.329763 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-53e767f3-7907-4820-a28b-9128f175b7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (c2d3640b-22b7-4821-97ad-5b38ba832e5e), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:17.368903 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-53e767f3-7907-4820-a28b-9128f175b7b5 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=43c0fd30e26e4a0eb79c5f38f7d093ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2027192 Jan 25 03:41:17.370768 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e767f3-7907-4820-a28b-9128f175b7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d3640b-22b7-4821-97ad-5b38ba832e5e,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:17.371682 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 53204) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:17.419783 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d06dc915-360d-43e8-a278-fcebfbc54336 admin admin] Publish callbacks [] for security_group (c2d3640b-22b7-4821-97ad-5b38ba832e5e), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:17.439835 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d06dc915-360d-43e8-a278-fcebfbc54336 admin admin] Publish callbacks [] for security_group (c2d3640b-22b7-4821-97ad-5b38ba832e5e), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:17.561056 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d06dc915-360d-43e8-a278-fcebfbc54336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (c2d3640b-22b7-4821-97ad-5b38ba832e5e), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:17.563606 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d06dc915-360d-43e8-a278-fcebfbc54336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:17.564726 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d06dc915-360d-43e8-a278-fcebfbc54336 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/c2d3640b-22b7-4821-97ad-5b38ba832e5e HTTP/1.1" status: 204 len: 168 time: 0.1915348 Jan 25 03:41:17.576617 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06dc915-360d-43e8-a278-fcebfbc54336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d3640b-22b7-4821-97ad-5b38ba832e5e,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:20.479577 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 53286) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:20.584281 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9e7135e3-190d-4c98-b5ac-80bd766da8cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:20.656509 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9e7135e3-190d-4c98-b5ac-80bd766da8cc admin admin] Publish callbacks [] for security_group (2a820a3c-5544-4287-a61e-ba9f85ceae33), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:20.746537 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9e7135e3-190d-4c98-b5ac-80bd766da8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (2a820a3c-5544-4287-a61e-ba9f85ceae33), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:20.790743 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-9e7135e3-190d-4c98-b5ac-80bd766da8cc admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=65f5101e49d54d69bad413b47b7c24a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101020 Jan 25 03:41:20.792643 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7135e3-190d-4c98-b5ac-80bd766da8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a820a3c-5544-4287-a61e-ba9f85ceae33,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:20.793553 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 53292) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:20.844208 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b8d443bb-a68f-4c8a-ac53-c2cc4562752a admin admin] Publish callbacks [] for security_group (2a820a3c-5544-4287-a61e-ba9f85ceae33), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:20.866466 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b8d443bb-a68f-4c8a-ac53-c2cc4562752a admin admin] Publish callbacks [] for security_group (2a820a3c-5544-4287-a61e-ba9f85ceae33), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:21.042200 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b8d443bb-a68f-4c8a-ac53-c2cc4562752a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (2a820a3c-5544-4287-a61e-ba9f85ceae33), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:21.045781 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b8d443bb-a68f-4c8a-ac53-c2cc4562752a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:21.046970 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-b8d443bb-a68f-4c8a-ac53-c2cc4562752a admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/2a820a3c-5544-4287-a61e-ba9f85ceae33 HTTP/1.1" status: 204 len: 168 time: 0.2524147 Jan 25 03:41:21.056561 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d443bb-a68f-4c8a-ac53-c2cc4562752a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a820a3c-5544-4287-a61e-ba9f85ceae33,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:21.572414 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 53300) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:21.585660 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-759fa6c3-c88a-434d-9bab-f7e085114c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:21.656405 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-759fa6c3-c88a-434d-9bab-f7e085114c48 admin admin] Publish callbacks [] for security_group (b7de7d01-36e5-4395-a4ff-ae3171e7b87d), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:21.751990 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-759fa6c3-c88a-434d-9bab-f7e085114c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (b7de7d01-36e5-4395-a4ff-ae3171e7b87d), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:21.792753 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-759fa6c3-c88a-434d-9bab-f7e085114c48 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=a868e961a2be4d1281d441a7da610bd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192791 Jan 25 03:41:21.793612 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fa6c3-c88a-434d-9bab-f7e085114c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7de7d01-36e5-4395-a4ff-ae3171e7b87d,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:21.795690 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 53304) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:21.844577 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e30b8a7-3fed-4a34-a2d9-720039e7da1a admin admin] Publish callbacks [] for security_group (b7de7d01-36e5-4395-a4ff-ae3171e7b87d), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:21.866119 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e30b8a7-3fed-4a34-a2d9-720039e7da1a admin admin] Publish callbacks [] for security_group (b7de7d01-36e5-4395-a4ff-ae3171e7b87d), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:21.956764 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-63613e13-026c-40de-b64d-596e65e04f48 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1709121335&fields=id&tenant_id=5820f90cd1d1413e9885c9ec8005f384 HTTP/1.1" status: 200 len: 267 time: 0.0463982 Jan 25 03:41:21.994330 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e30b8a7-3fed-4a34-a2d9-720039e7da1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (b7de7d01-36e5-4395-a4ff-ae3171e7b87d), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:21.996859 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4e30b8a7-3fed-4a34-a2d9-720039e7da1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:21.997929 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-4e30b8a7-3fed-4a34-a2d9-720039e7da1a admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/b7de7d01-36e5-4395-a4ff-ae3171e7b87d HTTP/1.1" status: 204 len: 168 time: 0.2008696 Jan 25 03:41:22.035433 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30b8a7-3fed-4a34-a2d9-720039e7da1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7de7d01-36e5-4395-a4ff-ae3171e7b87d,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:22.093880 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-6a11e9e5-02c6-4c45-8146-42d69b5b6c98 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:22.095428 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-6a11e9e5-02c6-4c45-8146-42d69b5b6c98 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/networks?id=8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 HTTP/1.1" status: 200 len: 808 time: 0.1321182 Jan 25 03:41:22.111823 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-0dd09182-4dde-464c-93e5-e2824050af4e tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/quotas/5820f90cd1d1413e9885c9ec8005f384 HTTP/1.1" status: 200 len: 375 time: 0.0096660 Jan 25 03:41:22.165366 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-1b45676e-7222-473f-bfeb-8a2ff28350ab tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=5820f90cd1d1413e9885c9ec8005f384&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465970 Jan 25 03:41:22.405651 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-99aaab91-1ee9-4ffa-8af5-dc3ba546f72c service neutron] 10.222.0.115 "GET /v2.0/networks/8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289188 Jan 25 03:41:22.515620 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-56f3da45-8d2a-4a15-89ed-d4ec5095eb07 service neutron] 10.222.0.115 "GET /v2.0/networks/8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038842 Jan 25 03:41:23.136614 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f92e8ba9-d5eb-4aba-842b-70bcb1a8ef4e req-6a2c047f-59f8-4db4-9a2f-48e209549e0b tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 210 time: 0.0279615 Jan 25 03:41:23.636346 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 53368) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:23.932552 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8af946aa-e81a-4495-a195-f7bd88d9d8c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:24.002540 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8af946aa-e81a-4495-a195-f7bd88d9d8c5 admin admin] Publish callbacks [] for security_group (ef98377e-df45-4bc8-8977-8543a86746f4), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:24.092624 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8af946aa-e81a-4495-a195-f7bd88d9d8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (ef98377e-df45-4bc8-8977-8543a86746f4), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:24.130714 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af946aa-e81a-4495-a195-f7bd88d9d8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef98377e-df45-4bc8-8977-8543a86746f4,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:24.136150 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-8af946aa-e81a-4495-a195-f7bd88d9d8c5 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=b153722fbe254047b23d073297ab2fe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4987905 Jan 25 03:41:24.138702 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 53374) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:24.186854 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-28885bc6-78d2-413a-b857-d36eba37598b admin admin] Publish callbacks [] for security_group (ef98377e-df45-4bc8-8977-8543a86746f4), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:24.209763 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-28885bc6-78d2-413a-b857-d36eba37598b admin admin] Publish callbacks [] for security_group (ef98377e-df45-4bc8-8977-8543a86746f4), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:24.240898 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-26584fde-7b64-4c4e-a6d8-7bd07f93793f req-14e5af0e-7160-4e5e-bb12-efd6ecffbf7c tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 210 time: 0.0366826 Jan 25 03:41:24.352083 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-28885bc6-78d2-413a-b857-d36eba37598b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (ef98377e-df45-4bc8-8977-8543a86746f4), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:24.354742 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-28885bc6-78d2-413a-b857-d36eba37598b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:24.355914 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-28885bc6-78d2-413a-b857-d36eba37598b admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/ef98377e-df45-4bc8-8977-8543a86746f4 HTTP/1.1" status: 204 len: 168 time: 0.2161670 Jan 25 03:41:24.363698 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28885bc6-78d2-413a-b857-d36eba37598b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef98377e-df45-4bc8-8977-8543a86746f4,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:25.332154 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-20dab67d-3688-4518-b583-7db1b9af48e5 req-c36f717a-fe8f-4f34-8457-96a69e6a4cb2 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 210 time: 0.0260706 Jan 25 03:41:25.732542 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:41:25.919561 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 53414) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:26.020139 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6516d347-8c5d-4e01-a080-88246ce636a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:26.089988 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6516d347-8c5d-4e01-a080-88246ce636a4 admin admin] Publish callbacks [] for security_group (150e9bee-2497-4dcf-bd0d-c3307a8b1721), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:26.172362 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6516d347-8c5d-4e01-a080-88246ce636a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (150e9bee-2497-4dcf-bd0d-c3307a8b1721), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:26.210501 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-6516d347-8c5d-4e01-a080-88246ce636a4 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=d36fadd855ca4cefae8b636dc06ec694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898574 Jan 25 03:41:26.211433 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516d347-8c5d-4e01-a080-88246ce636a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150e9bee-2497-4dcf-bd0d-c3307a8b1721,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:26.213201 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 53418) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:26.267628 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-daf2aa52-e710-4b2a-b81f-1b91e9aa93da admin admin] Publish callbacks [] for security_group (150e9bee-2497-4dcf-bd0d-c3307a8b1721), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:26.288680 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-daf2aa52-e710-4b2a-b81f-1b91e9aa93da admin admin] Publish callbacks [] for security_group (150e9bee-2497-4dcf-bd0d-c3307a8b1721), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:26.401131 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-daf2aa52-e710-4b2a-b81f-1b91e9aa93da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (150e9bee-2497-4dcf-bd0d-c3307a8b1721), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:26.403946 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-daf2aa52-e710-4b2a-b81f-1b91e9aa93da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:26.407487 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-daf2aa52-e710-4b2a-b81f-1b91e9aa93da admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/150e9bee-2497-4dcf-bd0d-c3307a8b1721 HTTP/1.1" status: 204 len: 168 time: 0.1903694 Jan 25 03:41:26.415156 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2aa52-e710-4b2a-b81f-1b91e9aa93da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150e9bee-2497-4dcf-bd0d-c3307a8b1721,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:26.438505 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cf755bc5-1943-4176-8796-c9f5c1780f7c req-a719f51f-b196-4671-b828-6fe474c41b8f tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 210 time: 0.0376928 Jan 25 03:41:27.538777 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-54c2fb41-4ae0-44ad-b8bc-64a89324e17d req-e436f657-1920-417b-a2df-b6e99f54f3be tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 210 time: 0.0302215 Jan 25 03:41:28.575521 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b4bea6c6-2ad7-42f0-833a-f02c5a94faa6 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:28.577085 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b4bea6c6-2ad7-42f0-833a-f02c5a94faa6 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.112 "GET /v2.0/networks?id=8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 HTTP/1.1" status: 200 len: 808 time: 0.1040678 Jan 25 03:41:28.631979 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c5d3277d-0269-4c8d-8f67-b609e45f000e req-5b3d1e5a-a5bb-4a60-af05-e3ffa3dc3aa5 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 210 time: 0.0260103 Jan 25 03:41:28.672528 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-bf38676c-e9b9-4b9a-ad50-19aec11a8e72 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5820f90cd1d1413e9885c9ec8005f384 HTTP/1.1" status: 200 len: 380 time: 0.0750391 Jan 25 03:41:28.683723 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-f05d3366-6c31-4d43-83a0-8097d24e49e9 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Request body: {'port': {'device_id': '7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d', 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0', 'admin_state_up': True, 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'security_groups': ['e55e1b9b-f90f-4f10-b497-76b1aebc58c4']}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:41:28.872399 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-f05d3366-6c31-4d43-83a0-8097d24e49e9 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Made reservation on behalf of 5820f90cd1d1413e9885c9ec8005f384 for: {'port': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:41:28.875870 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-f05d3366-6c31-4d43-83a0-8097d24e49e9 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:29.019720 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-f05d3366-6c31-4d43-83a0-8097d24e49e9 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Allocated IP 172.20.0.4 (8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0/6cadec2c-b42a-4aaf-a2a5-77c1b01db73c/b93b0fe2-4ab5-4c3c-81e5-39ac08ded566) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:41:29.168525 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-f05d3366-6c31-4d43-83a0-8097d24e49e9 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:29.284199 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-f05d3366-6c31-4d43-83a0-8097d24e49e9 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:29.330503 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-f05d3366-6c31-4d43-83a0-8097d24e49e9 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Network 8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:41:29.335504 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-f05d3366-6c31-4d43-83a0-8097d24e49e9 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:41:29.339087 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-f05d3366-6c31-4d43-83a0-8097d24e49e9 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:41:29.345422 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d3366-6c31-4d43-83a0-8097d24e49e9 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Pushing event updated for resources: {'Port': ['ID=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:29.393882 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-f05d3366-6c31-4d43-83a0-8097d24e49e9 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:29.394494 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-f05d3366-6c31-4d43-83a0-8097d24e49e9 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:29.486496 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-f05d3366-6c31-4d43-83a0-8097d24e49e9 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8082514 Jan 25 03:41:29.506668 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Request body: {'port': {'device_id': '7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:41:29.535759 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-c72a6877-5321-477d-8e6e-4ef2acde691c None None] Provisioning complete for port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:29.537558 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c72a6877-5321-477d-8e6e-4ef2acde691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:29.561983 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:29.572120 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c72a6877-5321-477d-8e6e-4ef2acde691c None None] Port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:41:29.799803 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0021cf1-1ef7-405e-9a04-01a6055736ad req-0182b9fd-8e31-4781-ba9f-29b534df2e3b tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:29.801259 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c0021cf1-1ef7-405e-9a04-01a6055736ad req-0182b9fd-8e31-4781-ba9f-29b534df2e3b tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 931 time: 0.0908313 Jan 25 03:41:29.889722 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c0021cf1-1ef7-405e-9a04-01a6055736ad req-a9f5b85a-58da-4ff1-9aa4-52f647f63a82 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782864 Jan 25 03:41:29.898754 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 {{(pid=103186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:41:29.906131 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Publish callbacks [] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:29.918360 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.provisioning_blocks [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Transition to ACTIVE for port object b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 will not be triggered until provisioned by entity L2. {{(pid=103186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:41:29.975412 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:30.041890 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Pushing event updated for resources: {'Port': ['ID=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:30.102563 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Attempting to bind port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:41:30.102898 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Attempting to bind port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': 'f58f53ca-de40-4488-a8b1-2dcb2946bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:41:30.103257 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Attempting to bind port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 on network 8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:41:30.107956 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 on network 8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:41:30.108277 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Attempting to bind port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 on network 8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:41:30.113310 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:41:30.113647 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Checking segment: {'id': 'f58f53ca-de40-4488-a8b1-2dcb2946bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:41:30.114028 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Bound using segment: {'id': 'f58f53ca-de40-4488-a8b1-2dcb2946bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:41:30.115240 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Bound port: b93b0fe2-4ab5-4c3c-81e5-39ac08ded566, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58f53ca-de40-4488-a8b1-2dcb2946bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:41:30.115846 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:30.179944 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] For port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566, host hv-cinder-81901, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:41:30.182922 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] For port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566,segment=NetworkSegment(f58f53ca-de40-4488-a8b1-2dcb2946bede),segment_id=f58f53ca-de40-4488-a8b1-2dcb2946bede)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:41:30.238071 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:30.271194 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:30.272092 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:30.273500 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] 10.222.0.112 "PUT /v2.0/ports/b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 HTTP/1.1" status: 200 len: 1093 time: 0.7712092 Jan 25 03:41:30.273940 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d', 'tag': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:41:30.276247 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b064361-7edd-4ca7-bbc9-2a8d0c05c422" -d '{"events": [{"name": "network-changed", "server_uuid": "7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d", "tag": "b93b0fe2-4ab5-4c3c-81e5-39ac08ded566"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:41:30.305476 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ebe92-2868-4fa6-a743-23e0d2114d77 service neutron] Pushing event updated for resources: {'Port': ['ID=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:30.453735 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4af7fb8-0101-487d-948a-b2e16e7d55d4 x-openstack-request-id: req-a4af7fb8-0101-487d-948a-b2e16e7d55d4 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:41:30.454083 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d", "tag": "b93b0fe2-4ab5-4c3c-81e5-39ac08ded566", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:41:30.454350 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-a4af7fb8-0101-487d-948a-b2e16e7d55d4 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:41:30.454752 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d', 'tag': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566', 'status': 'completed', 'code': 200} Jan 25 03:41:31.004630 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16202b17-dec4-4431-9527-8e7316dd4644 req-23da41c2-b329-470f-9caf-f6b42b40d4c5 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:31.007024 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-16202b17-dec4-4431-9527-8e7316dd4644 req-23da41c2-b329-470f-9caf-f6b42b40d4c5 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0497420 Jan 25 03:41:31.058114 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-16202b17-dec4-4431-9527-8e7316dd4644 req-a4e8d647-5760-4701-887b-cb0b14dfc3b1 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453804 Jan 25 03:41:31.455010 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e7dddb2-306e-4f84-a244-59e20abc24e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:32.177781 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9a3bd-bc33-422e-961c-7a6045a8f766 req-5ae2c53e-2830-4377-a20c-eace53c7dd10 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:32.179262 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-71e9a3bd-bc33-422e-961c-7a6045a8f766 req-5ae2c53e-2830-4377-a20c-eace53c7dd10 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0514588 Jan 25 03:41:32.227728 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-71e9a3bd-bc33-422e-961c-7a6045a8f766 req-52b03b00-22ec-4288-974a-7b0c1c7fe6dc tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429385 Jan 25 03:41:33.338808 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b7401-f020-474a-8e22-ae1dece72ae2 req-b261783c-4a0b-444c-9bcc-028eb403f856 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:33.340348 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-085b7401-f020-474a-8e22-ae1dece72ae2 req-b261783c-4a0b-444c-9bcc-028eb403f856 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0487468 Jan 25 03:41:33.388616 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-085b7401-f020-474a-8e22-ae1dece72ae2 req-39695fb7-155e-4b04-83c1-9c02795eeb6a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427604 Jan 25 03:41:33.762960 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b064361-7edd-4ca7-bbc9-2a8d0c05c422 req-38f88811-03db-4fc4-b8cc-c198df13bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:33.824297 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4b064361-7edd-4ca7-bbc9-2a8d0c05c422 req-38f88811-03db-4fc4-b8cc-c198df13bad4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5820f90cd1d1413e9885c9ec8005f384&device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 1096 time: 0.0415573 Jan 25 03:41:33.824480 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-36e29b67-b710-43f7-b11e-74297033d118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:33.923010 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b064361-7edd-4ca7-bbc9-2a8d0c05c422 req-8b8c4b00-b8c2-488c-902c-68533a8ca917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:33.924766 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4b064361-7edd-4ca7-bbc9-2a8d0c05c422 req-8b8c4b00-b8c2-488c-902c-68533a8ca917 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=5820f90cd1d1413e9885c9ec8005f384&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1002777 Jan 25 03:41:34.014445 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b064361-7edd-4ca7-bbc9-2a8d0c05c422 req-bea23936-84f9-4dc6-8033-ba333a760fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:34.015840 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4b064361-7edd-4ca7-bbc9-2a8d0c05c422 req-bea23936-84f9-4dc6-8033-ba333a760fff service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0853958 Jan 25 03:41:34.119340 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-8c540689-c5f9-463d-968e-46b14a7cf2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:34.120813 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-8c540689-c5f9-463d-968e-46b14a7cf2e7 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5820f90cd1d1413e9885c9ec8005f384&device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 1096 time: 0.0444944 Jan 25 03:41:34.173938 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-386b576c-1642-4382-9416-c9e860fa5825 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 HTTP/1.1" status: 200 len: 217 time: 0.0336673 Jan 25 03:41:34.221434 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-81532b63-6ad5-4394-9821-0a2abca4c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:34.222862 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-81532b63-6ad5-4394-9821-0a2abca4c9fa service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6cadec2c-b42a-4aaf-a2a5-77c1b01db73c HTTP/1.1" status: 200 len: 847 time: 0.0428925 Jan 25 03:41:34.271670 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-5e6e183f-bf3e-4f0b-a8df-fe2ff2379ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:34.273112 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-5e6e183f-bf3e-4f0b-a8df-fe2ff2379ea2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432365 Jan 25 03:41:34.360320 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-d8189596-50c3-4199-87ff-8283a6be60fa service neutron] 10.222.0.112 "GET /v2.0/networks/8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804124 Jan 25 03:41:34.453278 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-09ab54bd-9aaf-445d-b008-5b7a172f42d9 req-8056f769-c976-41ce-96e3-4bbacf03023a service neutron] 10.222.0.112 "GET /v2.0/networks/8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862350 Jan 25 03:41:34.501578 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e6e13-6a11-4006-9289-ed740ccaaa2b req-1657a66f-b656-42d2-832d-6acfa511db18 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:34.503043 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d28e6e13-6a11-4006-9289-ed740ccaaa2b req-1657a66f-b656-42d2-832d-6acfa511db18 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0474188 Jan 25 03:41:34.552286 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d28e6e13-6a11-4006-9289-ed740ccaaa2b req-406ca97e-9e1e-4a9a-85c9-20f6f1b2dcfd tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425179 Jan 25 03:41:35.226083 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:35.666377 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa9754-fe12-4791-b453-7b0e9d6ffad5 req-a01a8c62-b423-406e-b1fb-47d57e41a343 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:35.667855 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-18aa9754-fe12-4791-b453-7b0e9d6ffad5 req-a01a8c62-b423-406e-b1fb-47d57e41a343 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0485690 Jan 25 03:41:35.715226 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-18aa9754-fe12-4791-b453-7b0e9d6ffad5 req-9aafe2f0-57cb-4274-a625-dbc0edb8fc5a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419092 Jan 25 03:41:36.749261 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:36.837711 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9461684-dcd8-4832-85d8-010656c7aaff req-8d67540c-3cf8-4700-800b-fe567418061c tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:36.839196 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d9461684-dcd8-4832-85d8-010656c7aaff req-8d67540c-3cf8-4700-800b-fe567418061c tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0480971 Jan 25 03:41:36.895081 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d9461684-dcd8-4832-85d8-010656c7aaff req-b6543582-0e30-42cc-aa25-93fbbf102da4 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504057 Jan 25 03:41:37.992644 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:38.008614 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7517e-1b65-438f-a014-c618fbfb2fd8 req-3bed8fe7-8090-4530-b5f6-78cf2dc6403b tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:38.012503 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-84d7517e-1b65-438f-a014-c618fbfb2fd8 req-3bed8fe7-8090-4530-b5f6-78cf2dc6403b tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0478799 Jan 25 03:41:38.062049 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-84d7517e-1b65-438f-a014-c618fbfb2fd8 req-7f2bb88c-9634-4738-9bb2-f042f050089c tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462775 Jan 25 03:41:39.173094 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df66113-de91-4280-9cce-c65e6e7989fc req-f07f2468-67ba-4063-b335-fdf2a89afcea tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:39.174557 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4df66113-de91-4280-9cce-c65e6e7989fc req-f07f2468-67ba-4063-b335-fdf2a89afcea tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0474317 Jan 25 03:41:39.222198 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4df66113-de91-4280-9cce-c65e6e7989fc req-885c12c7-3bda-409a-8afe-7f30d9c1da3b tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414853 Jan 25 03:41:40.335854 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bae0d-3cfa-4d44-959f-b65e34fcb0f6 req-a8dee5ca-ecf7-483e-8c1f-cd068956d102 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:40.337315 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-723bae0d-3cfa-4d44-959f-b65e34fcb0f6 req-a8dee5ca-ecf7-483e-8c1f-cd068956d102 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0494075 Jan 25 03:41:40.388437 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-723bae0d-3cfa-4d44-959f-b65e34fcb0f6 req-6f17ba85-4514-4764-9272-9776fd7124f4 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456595 Jan 25 03:41:41.519785 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d505e-912d-474b-9a3d-0c3d5868b35c req-c217143e-8f3c-45e8-9e61-007400430557 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:41.519785 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-112d505e-912d-474b-9a3d-0c3d5868b35c req-c217143e-8f3c-45e8-9e61-007400430557 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0552714 Jan 25 03:41:41.568771 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-112d505e-912d-474b-9a3d-0c3d5868b35c req-c5449480-4e8d-4aed-a46f-ff2ba31ceb4f tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441971 Jan 25 03:41:41.823492 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:42.682499 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cc236-becf-41bc-8e70-12b8a94e0366 req-911f9742-7bfa-4bd5-af89-291dba9345dc tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:42.684005 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-368cc236-becf-41bc-8e70-12b8a94e0366 req-911f9742-7bfa-4bd5-af89-291dba9345dc tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0482469 Jan 25 03:41:42.732118 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-368cc236-becf-41bc-8e70-12b8a94e0366 req-efd159c6-7dfc-4b78-9b8f-6042d680a806 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424888 Jan 25 03:41:42.989085 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 53598) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:43.096149 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a98939b8-b7f1-490e-a1f8-5eb674ac1f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:43.171785 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a98939b8-b7f1-490e-a1f8-5eb674ac1f0b admin admin] Publish callbacks [] for security_group (315fcf26-7681-4abb-924c-c5d9a38e15a1), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:43.260837 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a98939b8-b7f1-490e-a1f8-5eb674ac1f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (315fcf26-7681-4abb-924c-c5d9a38e15a1), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:43.299263 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-a98939b8-b7f1-490e-a1f8-5eb674ac1f0b admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=68b64219e24640a799fdd5fdd7414ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090706 Jan 25 03:41:43.300212 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98939b8-b7f1-490e-a1f8-5eb674ac1f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315fcf26-7681-4abb-924c-c5d9a38e15a1,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:43.301934 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 53604) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:43.354429 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-294b8023-8a77-4534-af1e-f587a52232df admin admin] Publish callbacks [] for security_group (315fcf26-7681-4abb-924c-c5d9a38e15a1), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:43.374724 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-294b8023-8a77-4534-af1e-f587a52232df admin admin] Publish callbacks [] for security_group (315fcf26-7681-4abb-924c-c5d9a38e15a1), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:43.503868 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-294b8023-8a77-4534-af1e-f587a52232df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (315fcf26-7681-4abb-924c-c5d9a38e15a1), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:43.506453 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-294b8023-8a77-4534-af1e-f587a52232df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:43.507747 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-294b8023-8a77-4534-af1e-f587a52232df admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/315fcf26-7681-4abb-924c-c5d9a38e15a1 HTTP/1.1" status: 204 len: 168 time: 0.2038412 Jan 25 03:41:43.516225 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b8023-8a77-4534-af1e-f587a52232df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315fcf26-7681-4abb-924c-c5d9a38e15a1,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:43.858854 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc0e34-8977-42c2-b0f3-ed14c00a7314 req-be1c2d8f-45c7-4258-b06c-f5ef21055398 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:43.860608 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-decc0e34-8977-42c2-b0f3-ed14c00a7314 req-be1c2d8f-45c7-4258-b06c-f5ef21055398 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0507727 Jan 25 03:41:43.912134 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-decc0e34-8977-42c2-b0f3-ed14c00a7314 req-40cf351f-dbca-4b56-aab9-f7dc1560d292 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456281 Jan 25 03:41:44.535048 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 53630) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:44.638449 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-ed3d0111-9709-4f02-83a2-cd7174ea3f11 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-421017443-network', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:41:44.772324 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3d0111-9709-4f02-83a2-cd7174ea3f11 admin admin] Made reservation on behalf of e4705507d68244c7a9a99369120f0a3a for: {'network': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:41:44.775207 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ed3d0111-9709-4f02-83a2-cd7174ea3f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for network (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:44.783662 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ed3d0111-9709-4f02-83a2-cd7174ea3f11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:44.857695 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ed3d0111-9709-4f02-83a2-cd7174ea3f11 admin admin] Publish callbacks [] for security_group (84eb19be-d078-45d1-aaf0-2b7565f03c08), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:44.926379 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ed3d0111-9709-4f02-83a2-cd7174ea3f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (84eb19be-d078-45d1-aaf0-2b7565f03c08), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:44.956626 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3d0111-9709-4f02-83a2-cd7174ea3f11 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:41:44.963130 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d0111-9709-4f02-83a2-cd7174ea3f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84eb19be-d078-45d1-aaf0-2b7565f03c08,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:44.970350 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ed3d0111-9709-4f02-83a2-cd7174ea3f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (50df69bd-2126-48c1-8c0c-bd584009a88a), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:44.970661 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.db.segments_db [None req-ed3d0111-9709-4f02-83a2-cd7174ea3f11 admin admin] Added segment 50df69bd-2126-48c1-8c0c-bd584009a88a of type vlan for network 7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 Jan 25 03:41:45.018611 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ed3d0111-9709-4f02-83a2-cd7174ea3f11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760336855179'] for network (7c8d81c6-dccc-4099-b6b2-a00ea0a64b80), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:45.043006 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124b07f-f259-43b3-97ea-37d9065273fd req-81db9325-6865-46d7-8aae-2aebcac93fd7 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:45.044569 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6124b07f-f259-43b3-97ea-37d9065273fd req-81db9325-6865-46d7-8aae-2aebcac93fd7 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0515683 Jan 25 03:41:45.092898 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6124b07f-f259-43b3-97ea-37d9065273fd req-601ef26f-c0b2-4ba2-95a8-41aa3035c806 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426638 Jan 25 03:41:45.104609 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ed3d0111-9709-4f02-83a2-cd7174ea3f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for network (7c8d81c6-dccc-4099-b6b2-a00ea0a64b80), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:45.105646 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3d0111-9709-4f02-83a2-cd7174ea3f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:45.106236 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-ed3d0111-9709-4f02-83a2-cd7174ea3f11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:45.162200 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d0111-9709-4f02-83a2-cd7174ea3f11 admin admin] Pushing event updated for resources: {'Network': ['ID=7c8d81c6-dccc-4099-b6b2-a00ea0a64b80,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:45.172791 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Network 7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 details requested by agent ovs-agent-dv-cinder-819011-2-iscsi with host dv-cinder-819011-2-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:41:45.198936 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-ed3d0111-9709-4f02-83a2-cd7174ea3f11 admin admin] 10.222.0.115 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6626666 Jan 25 03:41:45.201660 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 53636) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:45.206384 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-606ac144-1cf7-4503-838c-af7484cc7616 admin admin] Request body: {'subnet': {'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-421017443-subnet', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'ip_version': 4}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:41:45.294280 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606ac144-1cf7-4503-838c-af7484cc7616 admin admin] Made reservation on behalf of e4705507d68244c7a9a99369120f0a3a for: {'subnet': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:41:45.296766 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-606ac144-1cf7-4503-838c-af7484cc7616 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4817297'] for subnet (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:45.569064 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-606ac144-1cf7-4503-838c-af7484cc7616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5192813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4817343'] for subnet (f3156457-0948-4819-a7ca-8e98e39ec404), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:45.631523 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ac144-1cf7-4503-838c-af7484cc7616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3156457-0948-4819-a7ca-8e98e39ec404,revision_number=0']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:45.640322 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606ac144-1cf7-4503-838c-af7484cc7616 admin admin] Checking segment: {'id': '50df69bd-2126-48c1-8c0c-bd584009a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:41:45.640677 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606ac144-1cf7-4503-838c-af7484cc7616 admin admin] Network hostable DHCP agents. Network: 7c8d81c6-dccc-4099-b6b2-a00ea0a64b80, hostable agents: ['5c3e864f-61ec-45bb-b284-87f8aa4f333d'], hosted agents: [] {{(pid=103186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:41:45.697265 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397169b6-1ca2-4982-ac4e-35f99e5393d7 req-0b41b617-75eb-4010-959d-ab873c745411 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:45.698756 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-397169b6-1ca2-4982-ac4e-35f99e5393d7 req-0b41b617-75eb-4010-959d-ab873c745411 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 946 time: 0.0516596 Jan 25 03:41:45.723174 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606ac144-1cf7-4503-838c-af7484cc7616 admin admin] Network 7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 is scheduled to be hosted by DHCP agent 5c3e864f-61ec-45bb-b284-87f8aa4f333d with binding_index 1 {{(pid=103186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:41:45.745295 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-397169b6-1ca2-4982-ac4e-35f99e5393d7 req-570167c4-1553-4975-bf74-131a9e61d845 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408247 Jan 25 03:41:45.814741 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-606ac144-1cf7-4503-838c-af7484cc7616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819011-2-iscsi, 7c8d81c6-dccc-4099-b6b2-a00ea0a64b80) {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:41:45.819450 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606ac144-1cf7-4503-838c-af7484cc7616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:45.820055 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-606ac144-1cf7-4503-838c-af7484cc7616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:45.825242 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f066e9c-6bc5-48fb-9711-5cf2a30b6d32 None None] Network 7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:41:45.903671 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-606ac144-1cf7-4503-838c-af7484cc7616 admin admin] 10.222.0.115 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7009294 Jan 25 03:41:45.906143 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 53644) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:45.910695 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-e0dfe043-a6ed-4d5d-869f-88b991f85167 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-421017443-router', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:41:45.925323 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e6a332-c4fa-5dd5-a739-4b4ec2713b6a-7c8d81c6-dccc-4099-b6b2-a00ea0a64b80', 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80', 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'fixed_ips': [{'subnet_id': 'f3156457-0948-4819-a7ca-8e98e39ec404'}]}} from dv-cinder-819011-2-iscsi. {{(pid=103187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 03:41:45.926208 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:45.984038 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe043-a6ed-4d5d-869f-88b991f85167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1048'] for router (68424050-34ac-459b-807e-9937abe90538), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:45.985227 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe043-a6ed-4d5d-869f-88b991f85167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-970334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041'] for router (68424050-34ac-459b-807e-9937abe90538), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:46.036027 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe043-a6ed-4d5d-869f-88b991f85167 admin admin] Publish callbacks [] for router_controller (68424050-34ac-459b-807e-9937abe90538), precommit_add_association {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:46.058157 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] Allocated IP 172.20.0.2 (7c8d81c6-dccc-4099-b6b2-a00ea0a64b80/f3156457-0948-4819-a7ca-8e98e39ec404/2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:41:46.205983 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] Publish callbacks [] for port (2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:46.257264 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe043-a6ed-4d5d-869f-88b991f85167 admin admin] Publish callbacks [] for router_gateway (68424050-34ac-459b-807e-9937abe90538), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:46.275985 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:46.276698 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325a31d-1979-467b-b155-b1cbfc842eae req-2e5594bc-873c-4e48-bb3a-b10d6068c2ea tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:46.279385 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1325a31d-1979-467b-b155-b1cbfc842eae req-2e5594bc-873c-4e48-bb3a-b10d6068c2ea tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.1154187 Jan 25 03:41:46.312726 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] Network 7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:41:46.319100 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:41:46.324167 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:41:46.326128 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] Pushing event updated for resources: {'Port': ['ID=2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:46.328867 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1325a31d-1979-467b-b155-b1cbfc842eae req-615df910-afe6-48d3-9f17-47df78b11307 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444593 Jan 25 03:41:46.388481 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] Attempting to bind port 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:41:46.388853 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] Attempting to bind port 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '50df69bd-2126-48c1-8c0c-bd584009a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:41:46.389207 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] Attempting to bind port 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 on network 7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:41:46.394771 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:41:46.395179 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] Checking segment: {'id': '50df69bd-2126-48c1-8c0c-bd584009a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:41:46.395568 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:46.395950 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] Bound using segment: {'id': '50df69bd-2126-48c1-8c0c-bd584009a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:41:46.396406 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] Bound port: 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50df69bd-2126-48c1-8c0c-bd584009a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:41:46.396777 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:46.459618 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] For port 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:41:46.463500 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] For port 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836,segment=NetworkSegment(50df69bd-2126-48c1-8c0c-bd584009a88a),segment_id=50df69bd-2126-48c1-8c0c-bd584009a88a)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:41:46.525358 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe043-a6ed-4d5d-869f-88b991f85167 admin admin] Publish callbacks [] for router_gateway (68424050-34ac-459b-807e-9937abe90538), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:46.543450 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe043-a6ed-4d5d-869f-88b991f85167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:46.546069 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:46.603575 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20745a2d-a5ba-4bd9-8ae6-bf3c9f6519a8 None None] Pushing event updated for resources: {'Port': ['ID=2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:46.657653 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [None req-e0dfe043-a6ed-4d5d-869f-88b991f85167 admin admin] Allocated IP 172.27.2.60 (239af684-5624-458a-b969-bfdffc6894c6/633c65e6-a2b9-4bb5-a70e-b23c3791a1d5/514cab03-ad93-47b4-af75-fc73e4d4b9d5) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:41:46.766964 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe043-a6ed-4d5d-869f-88b991f85167 admin admin] Publish callbacks [] for port (514cab03-ad93-47b4-af75-fc73e4d4b9d5), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:46.878467 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b358bf5-1a80-46fa-b304-763d47abf64c req-7f8a012a-73dd-44c7-8778-ab2af3c019e3 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:46.880036 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1b358bf5-1a80-46fa-b304-763d47abf64c req-7f8a012a-73dd-44c7-8778-ab2af3c019e3 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 946 time: 0.0532176 Jan 25 03:41:46.886724 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe043-a6ed-4d5d-869f-88b991f85167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (514cab03-ad93-47b4-af75-fc73e4d4b9d5), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:46.926928 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dfe043-a6ed-4d5d-869f-88b991f85167 admin admin] Network 239af684-5624-458a-b969-bfdffc6894c6 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:41:46.935081 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-e0dfe043-a6ed-4d5d-869f-88b991f85167 admin admin] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:41:46.935341 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1b358bf5-1a80-46fa-b304-763d47abf64c req-5ee85d0d-9f33-42a4-a8d5-e13af62c8291 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491617 Jan 25 03:41:46.939294 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dfe043-a6ed-4d5d-869f-88b991f85167 admin admin] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:41:46.942611 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfe043-a6ed-4d5d-869f-88b991f85167 admin admin] Pushing event updated for resources: {'Port': ['ID=514cab03-ad93-47b4-af75-fc73e4d4b9d5,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:47.055876 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:41:47.113165 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:47.113535 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:47.191349 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:41:47.191680 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:47.225696 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] For port 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836,segment=NetworkSegment(50df69bd-2126-48c1-8c0c-bd584009a88a),segment_id=50df69bd-2126-48c1-8c0c-bd584009a88a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:41:47.278535 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe043-a6ed-4d5d-869f-88b991f85167 admin admin] Publish callbacks [] for router_gateway (68424050-34ac-459b-807e-9937abe90538), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:47.294461 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:47.350733 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Pushing event updated for resources: {'Port': ['ID=2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:47.584296 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385df451-c524-42c7-914f-af361747babb None None] Network 7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:41:47.663548 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-afb8d09e-2291-44e5-aaea-9c1c1cad4f02 None None] Provisioning complete for port 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:47.663909 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-afb8d09e-2291-44e5-aaea-9c1c1cad4f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:47.794216 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-afb8d09e-2291-44e5-aaea-9c1c1cad4f02 None None] Current status of the port 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:41:47.795983 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ab616-f0d2-4af4-9186-2d5932f373d9 req-3d18055e-dcae-49d8-b005-dd018b5ea711 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:47.797521 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-833ab616-f0d2-4af4-9186-2d5932f373d9 req-3d18055e-dcae-49d8-b005-dd018b5ea711 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.3695598 Jan 25 03:41:47.807103 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe043-a6ed-4d5d-869f-88b991f85167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587228'] for router (68424050-34ac-459b-807e-9937abe90538), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:47.957145 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-833ab616-f0d2-4af4-9186-2d5932f373d9 req-689a6534-f7a2-45a2-9f23-a5c52fb95755 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528761 Jan 25 03:41:47.968699 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b82fa1-68a2-4957-b2cf-9d4b60bcfcf6 req-b63b9955-5555-4cdd-9c0a-384fc2eece46 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:47.970203 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-59b82fa1-68a2-4957-b2cf-9d4b60bcfcf6 req-b63b9955-5555-4cdd-9c0a-384fc2eece46 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.112 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 946 time: 0.1566718 Jan 25 03:41:48.027412 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-197ff0e9-e45f-451e-bc90-43d346740216 None None] Provisioning complete for port 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:48.027955 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-197ff0e9-e45f-451e-bc90-43d346740216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:48.060990 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22678d-6f4e-4179-bdb8-1baeaac02267 req-c0fc26d5-31b9-4cee-ab0f-547234b64ab6 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:48.063139 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fa22678d-6f4e-4179-bdb8-1baeaac02267 req-c0fc26d5-31b9-4cee-ab0f-547234b64ab6 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 946 time: 0.0514333 Jan 25 03:41:48.087011 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-feb8da7f-5dac-4c95-bb41-01af5af84638 req-8df79db8-135a-455d-9c13-72419e138192 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1139746 Jan 25 03:41:48.112350 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-197ff0e9-e45f-451e-bc90-43d346740216 None None] Current status of the port 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:41:48.114806 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fa22678d-6f4e-4179-bdb8-1baeaac02267 req-87a5dd29-ca45-46dc-8fd2-d2921d5b5798 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/security-groups?id=1978c35b-9932-4054-89d5-0a1af9908137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452754 Jan 25 03:41:48.126912 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-59b82fa1-68a2-4957-b2cf-9d4b60bcfcf6 req-dbed6655-90ac-4bbe-becc-181c6b340cc5 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Deleting port df320267-a729-47d9-999d-84e49eb217bd {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:41:48.127285 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-59b82fa1-68a2-4957-b2cf-9d4b60bcfcf6 req-dbed6655-90ac-4bbe-becc-181c6b340cc5 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (df320267-a729-47d9-999d-84e49eb217bd), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:48.191335 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dfe043-a6ed-4d5d-869f-88b991f85167 admin admin] Router 68424050-34ac-459b-807e-9937abe90538 is scheduled to L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca with binding_index 1 {{(pid=103186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 03:41:48.286310 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-59b82fa1-68a2-4957-b2cf-9d4b60bcfcf6 req-dbed6655-90ac-4bbe-becc-181c6b340cc5 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] For port df320267-a729-47d9-999d-84e49eb217bd, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=df320267-a729-47d9-999d-84e49eb217bd,segment=NetworkSegment(a38e12b9-b447-40b5-bfc0-066fb994c5f4),segment_id=a38e12b9-b447-40b5-bfc0-066fb994c5f4)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:41:48.287019 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-59b82fa1-68a2-4957-b2cf-9d4b60bcfcf6 req-dbed6655-90ac-4bbe-becc-181c6b340cc5 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (df320267-a729-47d9-999d-84e49eb217bd), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:48.304287 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8da7f-5dac-4c95-bb41-01af5af84638 req-c5225c05-e4fe-4db0-9e03-68fdb5176c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:48.306291 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-feb8da7f-5dac-4c95-bb41-01af5af84638 req-c5225c05-e4fe-4db0-9e03-68fdb5176c6a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=33c5e2c89460402987c96eb3c3340a68&device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 1099 time: 0.1509428 Jan 25 03:41:48.311370 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-59b82fa1-68a2-4957-b2cf-9d4b60bcfcf6 req-dbed6655-90ac-4bbe-becc-181c6b340cc5 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Calling delete_port for df320267-a729-47d9-999d-84e49eb217bd owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:41:48.468388 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dfe043-a6ed-4d5d-869f-88b991f85167 admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:41:48.477078 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] Sync routers for ids ['68424050-34ac-459b-807e-9937abe90538'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:41:48.486772 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] Routers {'68424050-34ac-459b-807e-9937abe90538'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:41:48.487559 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:41:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['68424050-34ac-459b-807e-9937abe90538'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:41:48.509605 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8da7f-5dac-4c95-bb41-01af5af84638 req-02bbcfb3-94bd-40dd-a828-67bbce370e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:48.511066 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-feb8da7f-5dac-4c95-bb41-01af5af84638 req-02bbcfb3-94bd-40dd-a828-67bbce370e39 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f476d920-246d-45fc-9288-e583ed5f94c0 HTTP/1.1" status: 200 len: 916 time: 0.1672585 Jan 25 03:41:48.592274 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] Set router 68424050-34ac-459b-807e-9937abe90538 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:41:48.599816 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe043-a6ed-4d5d-869f-88b991f85167 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:48.601030 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-e0dfe043-a6ed-4d5d-869f-88b991f85167 admin admin] 10.222.0.115 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6939652 Jan 25 03:41:48.604480 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 53654) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:48.614732 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-feb8da7f-5dac-4c95-bb41-01af5af84638 req-88c747e7-a312-477c-9f8b-5d46b7298a6c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23790178-4f79-4bcf-a17f-bd8e5abf0427 HTTP/1.1" status: 200 len: 1001 time: 0.0968039 Jan 25 03:41:48.669624 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8da7f-5dac-4c95-bb41-01af5af84638 req-67d8340f-ed56-4899-a77f-b0a10f7e5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:48.671240 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-feb8da7f-5dac-4c95-bb41-01af5af84638 req-67d8340f-ed56-4899-a77f-b0a10f7e5250 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=c089812a-9ee0-4892-a79a-a6659662497a HTTP/1.1" status: 200 len: 855 time: 0.0501516 Jan 25 03:41:48.703318 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-59b82fa1-68a2-4957-b2cf-9d4b60bcfcf6 req-dbed6655-90ac-4bbe-becc-181c6b340cc5 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (df320267-a729-47d9-999d-84e49eb217bd), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:48.737503 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed6655-90ac-4bbe-becc-181c6b340cc5 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Pushing event deleted for resources: {'Port': ['ID=df320267-a729-47d9-999d-84e49eb217bd,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:48.768927 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8da7f-5dac-4c95-bb41-01af5af84638 req-2aa2f715-c463-4232-9b59-10296722fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:48.769922 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-feb8da7f-5dac-4c95-bb41-01af5af84638 req-2aa2f715-c463-4232-9b59-10296722fea9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f476d920-246d-45fc-9288-e583ed5f94c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0929143 Jan 25 03:41:48.788096 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b82fa1-68a2-4957-b2cf-9d4b60bcfcf6 req-dbed6655-90ac-4bbe-becc-181c6b340cc5 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] No DVR routers for this DVR port df320267-a729-47d9-999d-84e49eb217bd on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:41:48.797151 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68424050-34ac-459b-807e-9937abe90538', 'name': 'tempest-TestMinimumBasicScenario-421017443-router', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:45Z', 'updated_at': '2022-01-25T03:41:47Z', 'revision_number': 3, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'gw_port': {'id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:46Z', 'updated_at': '2022-01-25T03:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:41:48.797440 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-59b82fa1-68a2-4957-b2cf-9d4b60bcfcf6 req-dbed6655-90ac-4bbe-becc-181c6b340cc5 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:48.800525 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-59b82fa1-68a2-4957-b2cf-9d4b60bcfcf6 req-dbed6655-90ac-4bbe-becc-181c6b340cc5 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.112 "DELETE /v2.0/ports/df320267-a729-47d9-999d-84e49eb217bd HTTP/1.1" status: 204 len: 173 time: 0.8187878 Jan 25 03:41:48.801920 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f511b5-f452-4aac-bfac-67d6c8ccfade', 'name': 'network-vif-deleted', 'tag': 'df320267-a729-47d9-999d-84e49eb217bd'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:41:48.804428 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730f92bf-59db-4442-91a1-162570f6b861" -d '{"events": [{"server_uuid": "11f511b5-f452-4aac-bfac-67d6c8ccfade", "name": "network-vif-deleted", "tag": "df320267-a729-47d9-999d-84e49eb217bd"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:41:48.838210 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] Checking router: 68424050-34ac-459b-807e-9937abe90538 for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:41:48.838565 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] Updating router 68424050-34ac-459b-807e-9937abe90538 port 514cab03-ad93-47b4-af75-fc73e4d4b9d5 binding host dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:41:48.869410 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0f6357-8c6a-490b-8b0c-c74f269b4772 x-openstack-request-id: req-2f0f6357-8c6a-490b-8b0c-c74f269b4772 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:41:48.869698 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f511b5-f452-4aac-bfac-67d6c8ccfade", "name": "network-vif-deleted", "tag": "df320267-a729-47d9-999d-84e49eb217bd", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:41:48.870112 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-2f0f6357-8c6a-490b-8b0c-c74f269b4772 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:41:48.870510 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f511b5-f452-4aac-bfac-67d6c8ccfade', 'name': 'network-vif-deleted', 'tag': 'df320267-a729-47d9-999d-84e49eb217bd', 'status': 'completed', 'code': 200} Jan 25 03:41:48.871538 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (514cab03-ad93-47b4-af75-fc73e4d4b9d5), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:48.894223 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-feb8da7f-5dac-4c95-bb41-01af5af84638 req-0c9f2f62-c38a-4ebd-8aec-f1ad2804b0a9 service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073370 Jan 25 03:41:49.048995 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:41:49.049583 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-feb8da7f-5dac-4c95-bb41-01af5af84638 req-2030eb49-94b7-4f7a-bdf0-86162891c750 service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412110 Jan 25 03:41:49.115442 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:49.142490 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55824d-5bbf-43b3-a5eb-30cbc2202306 req-0ed44d67-9ed5-4493-8bd0-15ca59a9a051 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:49.144081 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1b55824d-5bbf-43b3-a5eb-30cbc2202306 req-0ed44d67-9ed5-4493-8bd0-15ca59a9a051 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0981190 Jan 25 03:41:49.258019 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6e90bd4f-2f67-40d5-aa52-74952a97a71e req-5b94d32d-fbdd-44c3-9feb-b50d0f34b7a5 tempest-VolumesSnapshotTestJSON-560759575 tempest-VolumesSnapshotTestJSON-560759575-project] 10.222.0.115 "GET /v2.0/ports?device_id=11f511b5-f452-4aac-bfac-67d6c8ccfade HTTP/1.1" status: 200 len: 210 time: 0.0310903 Jan 25 03:41:49.268512 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1b55824d-5bbf-43b3-a5eb-30cbc2202306 req-ae999e19-b79e-4f82-b8ef-ce151bf04942 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145351 Jan 25 03:41:49.312826 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:49.313199 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:49.343193 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Allocated IP 172.20.0.1 (7c8d81c6-dccc-4099-b6b2-a00ea0a64b80/f3156457-0948-4819-a7ca-8e98e39ec404/15d403f8-7de0-49a0-b220-11647cfa0cd7) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:41:49.383185 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] Publish callbacks [] for port (514cab03-ad93-47b4-af75-fc73e4d4b9d5), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:49.427459 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:41:49.450323 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Publish callbacks [] for port (15d403f8-7de0-49a0-b220-11647cfa0cd7), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:49.463760 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (514cab03-ad93-47b4-af75-fc73e4d4b9d5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:49.516637 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] Attempting to bind port 514cab03-ad93-47b4-af75-fc73e4d4b9d5 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:41:49.517349 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] Attempting to bind port 514cab03-ad93-47b4-af75-fc73e4d4b9d5 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:41:49.517349 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] Attempting to bind port 514cab03-ad93-47b4-af75-fc73e4d4b9d5 on network 239af684-5624-458a-b969-bfdffc6894c6 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:41:49.522692 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb2abc-ec81-4b7e-9beb-cd147860af78 None None] Pushing event updated for resources: {'Port': ['ID=514cab03-ad93-47b4-af75-fc73e4d4b9d5,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:49.528669 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:41:49.529040 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] Checking segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:41:49.529374 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:49.529747 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] Bound using segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:41:49.530444 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] Bound port: 514cab03-ad93-47b4-af75-fc73e4d4b9d5, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:41:49.530561 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (514cab03-ad93-47b4-af75-fc73e4d4b9d5), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:49.544454 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (15d403f8-7de0-49a0-b220-11647cfa0cd7), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:49.581239 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Network 7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:41:49.584311 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:41:49.584857 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] For port 514cab03-ad93-47b4-af75-fc73e4d4b9d5, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:41:49.588222 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:41:49.589001 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] For port 514cab03-ad93-47b4-af75-fc73e4d4b9d5, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=514cab03-ad93-47b4-af75-fc73e4d4b9d5,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:41:49.625354 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=15d403f8-7de0-49a0-b220-11647cfa0cd7,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:49.640789 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:49.641144 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:49.641487 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:49.645574 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:49.645574 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:49.645574 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:49.645574 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:49.645574 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:49.645574 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:49.645574 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:49.645574 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:49.645574 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:49.645574 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:49.656412 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586080'] for router_interface (68424050-34ac-459b-807e-9937abe90538), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:49.664729 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (514cab03-ad93-47b4-af75-fc73e4d4b9d5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:49.731828 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb2abc-ec81-4b7e-9beb-cd147860af78 None None] Pushing event updated for resources: {'Port': ['ID=514cab03-ad93-47b4-af75-fc73e4d4b9d5,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:49.734524 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] Routers {'68424050-34ac-459b-807e-9937abe90538'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:41:49.735147 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:41:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['68424050-34ac-459b-807e-9937abe90538'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:41:49.850746 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (15d403f8-7de0-49a0-b220-11647cfa0cd7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:49.854934 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] Set router 68424050-34ac-459b-807e-9937abe90538 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:41:49.857217 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-35c0c769-0021-4a0a-a83a-ba259c32efdf None None] Provisioning complete for port 15d403f8-7de0-49a0-b220-11647cfa0cd7 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:49.857588 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35c0c769-0021-4a0a-a83a-ba259c32efdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (15d403f8-7de0-49a0-b220-11647cfa0cd7), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:49.960835 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-35c0c769-0021-4a0a-a83a-ba259c32efdf None None] Port 15d403f8-7de0-49a0-b220-11647cfa0cd7 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:41:50.018048 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Publish callbacks [] for port (15d403f8-7de0-49a0-b220-11647cfa0cd7), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:50.062795 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68424050-34ac-459b-807e-9937abe90538', 'name': 'tempest-TestMinimumBasicScenario-421017443-router', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:45Z', 'updated_at': '2022-01-25T03:41:47Z', 'revision_number': 3, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'gw_port': {'id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:46Z', 'updated_at': '2022-01-25T03:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:41:50.082625 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4618152'] for port (15d403f8-7de0-49a0-b220-11647cfa0cd7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:50.092333 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822eae9f-e42d-4135-91dc-399e87c1812f None None] The sync data for ids ['68424050-34ac-459b-807e-9937abe90538'] in dv-cinder-819011-2-iscsi is: [{'id': '68424050-34ac-459b-807e-9937abe90538', 'name': 'tempest-TestMinimumBasicScenario-421017443-router', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:45Z', 'updated_at': '2022-01-25T03:41:47Z', 'revision_number': 3, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'gw_port': {'id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:46Z', 'updated_at': '2022-01-25T03:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:41:50.148321 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=15d403f8-7de0-49a0-b220-11647cfa0cd7,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:50.153801 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560522'] for router_interface (68424050-34ac-459b-807e-9937abe90538), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:50.249203 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Network 7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:41:50.250632 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:41:50.372452 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:41:50.387719 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device df320267-a729-47d9-999d-84e49eb217bd no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:41:50.429034 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: df320267-a729-47d9-999d-84e49eb217bd {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:41:50.433067 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device df320267-a729-47d9-999d-84e49eb217bd not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:41:50.445780 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Router 68424050-34ac-459b-807e-9937abe90538 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:41:50.551227 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566,segment=NetworkSegment(f58f53ca-de40-4488-a8b1-2dcb2946bede),segment_id=f58f53ca-de40-4488-a8b1-2dcb2946bede)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:41:50.564856 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566', 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0', 'port_id': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566', 'mac_address': 'fa:16:3e:26:2a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:41:50.591081 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ef9ec-135f-48fb-a823-50c3e773d53e req-f3931cfb-506f-4632-bf47-1a2cd0bdad50 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:50.592647 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2e9ef9ec-135f-48fb-a823-50c3e773d53e req-f3931cfb-506f-4632-bf47-1a2cd0bdad50 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.1455777 Jan 25 03:41:50.614826 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:41:50.615349 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:50.630326 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:41:50.650874 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566,segment=NetworkSegment(f58f53ca-de40-4488-a8b1-2dcb2946bede),segment_id=f58f53ca-de40-4488-a8b1-2dcb2946bede)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:41:50.687321 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2e9ef9ec-135f-48fb-a823-50c3e773d53e req-707d2782-893d-492a-8e76-28099e43b30c tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885773 Jan 25 03:41:50.689115 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-7fc44dd6-b1cc-43bf-b9a4-498d19154cd6 None None] Provisioning complete for port 15d403f8-7de0-49a0-b220-11647cfa0cd7 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:50.689806 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7fc44dd6-b1cc-43bf-b9a4-498d19154cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (15d403f8-7de0-49a0-b220-11647cfa0cd7), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:50.694362 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:41:50.713140 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-48d75f50-0058-4aa2-a91a-142105277fe7 admin admin] 10.222.0.115 "PUT /v2.0/routers/68424050-34ac-459b-807e-9937abe90538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1039438 Jan 25 03:41:50.728719 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-7fc44dd6-b1cc-43bf-b9a4-498d19154cd6 None None] Port 15d403f8-7de0-49a0-b220-11647cfa0cd7 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:41:50.738306 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:50.795754 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:51.078917 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 514cab03-ad93-47b4-af75-fc73e4d4b9d5 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:41:51.128440 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 514cab03-ad93-47b4-af75-fc73e4d4b9d5 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:51.128809 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (514cab03-ad93-47b4-af75-fc73e4d4b9d5), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:51.203693 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['b93b0fe2-4ab5-4c3c-81e5-39ac08ded566'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:41:51.239124 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 514cab03-ad93-47b4-af75-fc73e4d4b9d5 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:41:51.239515 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (514cab03-ad93-47b4-af75-fc73e4d4b9d5), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:51.275018 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] For port 514cab03-ad93-47b4-af75-fc73e4d4b9d5, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=514cab03-ad93-47b4-af75-fc73e4d4b9d5,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:41:51.375417 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (514cab03-ad93-47b4-af75-fc73e4d4b9d5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:51.460572 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 53688) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:51.463550 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Pushing event updated for resources: {'Port': ['ID=514cab03-ad93-47b4-af75-fc73e4d4b9d5,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:51.466417 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-c6089a1c-8615-4373-84d2-165ab9ebc4ab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-744141087-network', 'tenant_id': '2b52023146d94b288be713ab2071fe17'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:41:51.535882 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6089a1c-8615-4373-84d2-165ab9ebc4ab admin admin] Made reservation on behalf of 2b52023146d94b288be713ab2071fe17 for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:41:51.535882 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c6089a1c-8615-4373-84d2-165ab9ebc4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:51.544396 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c6089a1c-8615-4373-84d2-165ab9ebc4ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:51.615836 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c6089a1c-8615-4373-84d2-165ab9ebc4ab admin admin] Publish callbacks [] for security_group (e8cc948b-1163-4022-b9ff-d97b62d98c20), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:51.681454 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c6089a1c-8615-4373-84d2-165ab9ebc4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (e8cc948b-1163-4022-b9ff-d97b62d98c20), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:51.708864 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6089a1c-8615-4373-84d2-165ab9ebc4ab admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:41:51.718796 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6089a1c-8615-4373-84d2-165ab9ebc4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cc948b-1163-4022-b9ff-d97b62d98c20,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:51.723555 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c6089a1c-8615-4373-84d2-165ab9ebc4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (35815a0f-11f5-4495-ac66-5c5342398041), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:51.723896 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-c6089a1c-8615-4373-84d2-165ab9ebc4ab admin admin] Added segment 35815a0f-11f5-4495-ac66-5c5342398041 of type vlan for network 67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a Jan 25 03:41:51.767587 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c6089a1c-8615-4373-84d2-165ab9ebc4ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760336855179'] for network (67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:51.814967 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad8b9e-ca5c-410b-b19f-d6454c8bc38f req-b66172bc-dc1d-4d67-8fe6-eca24fb84a32 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:51.818195 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-51ad8b9e-ca5c-410b-b19f-d6454c8bc38f req-b66172bc-dc1d-4d67-8fe6-eca24fb84a32 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 944 time: 0.0518029 Jan 25 03:41:51.843802 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] Sync routers for ids ['68424050-34ac-459b-807e-9937abe90538'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:41:51.852461 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c6089a1c-8615-4373-84d2-165ab9ebc4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for network (67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:51.853716 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6089a1c-8615-4373-84d2-165ab9ebc4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:51.853910 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] Routers {'68424050-34ac-459b-807e-9937abe90538'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:41:51.854557 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c6089a1c-8615-4373-84d2-165ab9ebc4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:51.854669 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:41:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['68424050-34ac-459b-807e-9937abe90538'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:41:51.870945 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-51ad8b9e-ca5c-410b-b19f-d6454c8bc38f req-b2739c25-6e55-468d-9d16-d0dfa8b2b6a8 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474722 Jan 25 03:41:51.915319 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6089a1c-8615-4373-84d2-165ab9ebc4ab admin admin] Pushing event updated for resources: {'Network': ['ID=67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:51.925038 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Network 67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a details requested by agent ovs-agent-dv-cinder-819011-2-iscsi with host dv-cinder-819011-2-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:41:51.964153 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] Set router 68424050-34ac-459b-807e-9937abe90538 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:41:52.034255 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c6089a1c-8615-4373-84d2-165ab9ebc4ab admin admin] 10.222.0.115 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5723507 Jan 25 03:41:52.036914 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 53694) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:52.042276 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-720072e0-56dd-4dd1-a29e-dc60556a8faf admin admin] Request body: {'subnet': {'network_id': '67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-744141087-subnet', 'tenant_id': '2b52023146d94b288be713ab2071fe17', 'ip_version': 4}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:41:52.150279 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720072e0-56dd-4dd1-a29e-dc60556a8faf admin admin] Made reservation on behalf of 2b52023146d94b288be713ab2071fe17 for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:41:52.152770 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-720072e0-56dd-4dd1-a29e-dc60556a8faf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320573'] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:52.173565 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68424050-34ac-459b-807e-9937abe90538', 'name': 'tempest-TestMinimumBasicScenario-421017443-router', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:45Z', 'updated_at': '2022-01-25T03:41:49Z', 'revision_number': 4, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'gw_port': {'id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:46Z', 'updated_at': '2022-01-25T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '15d403f8-7de0-49a0-b220-11647cfa0cd7', 'name': '', 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'mac_address': 'fa:16:3e:a7:c5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f3156457-0948-4819-a7ca-8e98e39ec404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:49Z', 'updated_at': '2022-01-25T03:41:49Z', 'revision_number': 2, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'subnets': [{'id': 'f3156457-0948-4819-a7ca-8e98e39ec404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:41:52.202998 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] Checking router: 68424050-34ac-459b-807e-9937abe90538 for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:41:52.203390 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] Updating router 68424050-34ac-459b-807e-9937abe90538 port 15d403f8-7de0-49a0-b220-11647cfa0cd7 binding host dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:41:52.228568 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (15d403f8-7de0-49a0-b220-11647cfa0cd7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:52.386266 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:41:52.391743 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-720072e0-56dd-4dd1-a29e-dc60556a8faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4618067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320531'] for subnet (622eba37-a8b0-44c0-8a3d-58a3051fc9e9), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:52.453795 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720072e0-56dd-4dd1-a29e-dc60556a8faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=622eba37-a8b0-44c0-8a3d-58a3051fc9e9,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:52.460639 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720072e0-56dd-4dd1-a29e-dc60556a8faf admin admin] Checking segment: {'id': '35815a0f-11f5-4495-ac66-5c5342398041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:41:52.461250 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720072e0-56dd-4dd1-a29e-dc60556a8faf admin admin] Network hostable DHCP agents. Network: 67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a, hostable agents: ['5c3e864f-61ec-45bb-b284-87f8aa4f333d'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:41:52.496849 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] Publish callbacks [] for port (15d403f8-7de0-49a0-b220-11647cfa0cd7), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:52.500125 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:41:52.504113 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:52.504511 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:52.522803 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720072e0-56dd-4dd1-a29e-dc60556a8faf admin admin] Network 67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a is scheduled to be hosted by DHCP agent 5c3e864f-61ec-45bb-b284-87f8aa4f333d with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:41:52.568612 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (15d403f8-7de0-49a0-b220-11647cfa0cd7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:52.580704 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:41:52.581084 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:52.591598 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-720072e0-56dd-4dd1-a29e-dc60556a8faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819011-2-iscsi, 67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:41:52.596287 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720072e0-56dd-4dd1-a29e-dc60556a8faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:52.597208 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-720072e0-56dd-4dd1-a29e-dc60556a8faf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:52.606658 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:41:52.609206 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdc4034-45ba-470a-abdc-e761c0a0fc26" -d '{"events": [{"server_uuid": "7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d", "name": "network-vif-plugged", "status": "completed", "tag": "b93b0fe2-4ab5-4c3c-81e5-39ac08ded566"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:41:52.615110 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a850ca-8ff7-4e36-92f9-1110afbb0e3b None None] Network 67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:41:52.620788 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3384ac5-b2f6-4a49-b9bf-96f4ce391381 None None] Pushing event updated for resources: {'Port': ['ID=15d403f8-7de0-49a0-b220-11647cfa0cd7,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:52.628619 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3384ac5-b2f6-4a49-b9bf-96f4ce391381 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:52.628934 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3384ac5-b2f6-4a49-b9bf-96f4ce391381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:52.629285 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3384ac5-b2f6-4a49-b9bf-96f4ce391381 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:52.629663 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3384ac5-b2f6-4a49-b9bf-96f4ce391381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:52.629934 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3384ac5-b2f6-4a49-b9bf-96f4ce391381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:52.630254 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3384ac5-b2f6-4a49-b9bf-96f4ce391381 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:52.630617 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3384ac5-b2f6-4a49-b9bf-96f4ce391381 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:52.630952 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3384ac5-b2f6-4a49-b9bf-96f4ce391381 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:52.631267 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3384ac5-b2f6-4a49-b9bf-96f4ce391381 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:52.631596 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3384ac5-b2f6-4a49-b9bf-96f4ce391381 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:52.632026 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3384ac5-b2f6-4a49-b9bf-96f4ce391381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:52.632719 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3384ac5-b2f6-4a49-b9bf-96f4ce391381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:52.632719 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3384ac5-b2f6-4a49-b9bf-96f4ce391381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:52.637373 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566,segment=NetworkSegment(f58f53ca-de40-4488-a8b1-2dcb2946bede),segment_id=f58f53ca-de40-4488-a8b1-2dcb2946bede)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:41:52.714712 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-720072e0-56dd-4dd1-a29e-dc60556a8faf admin admin] 10.222.0.115 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6743517 Jan 25 03:41:52.714996 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 53702) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:52.719372 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-b1e5ae6e-ebc5-4493-a701-f544a104ffa2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-744141087-router', 'tenant_id': '2b52023146d94b288be713ab2071fe17', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:41:52.733743 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] Attempting to bind port 15d403f8-7de0-49a0-b220-11647cfa0cd7 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:41:52.736462 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] Attempting to bind port 15d403f8-7de0-49a0-b220-11647cfa0cd7 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '50df69bd-2126-48c1-8c0c-bd584009a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:41:52.736883 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] Attempting to bind port 15d403f8-7de0-49a0-b220-11647cfa0cd7 on network 7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:41:52.739164 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e6a332-c4fa-5dd5-a739-4b4ec2713b6a-67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a', 'network_id': '67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a', 'project_id': '2b52023146d94b288be713ab2071fe17', 'fixed_ips': [{'subnet_id': '622eba37-a8b0-44c0-8a3d-58a3051fc9e9'}]}} from dv-cinder-819011-2-iscsi. {{(pid=103187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 03:41:52.740344 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:52.751251 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:41:52.752211 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] Checking segment: {'id': '50df69bd-2126-48c1-8c0c-bd584009a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:41:52.752211 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:52.752491 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] Bound using segment: {'id': '50df69bd-2126-48c1-8c0c-bd584009a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:41:52.752904 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] Bound port: 15d403f8-7de0-49a0-b220-11647cfa0cd7, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50df69bd-2126-48c1-8c0c-bd584009a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:41:52.753274 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (15d403f8-7de0-49a0-b220-11647cfa0cd7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:52.829703 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] For port 15d403f8-7de0-49a0-b220-11647cfa0cd7, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:41:52.832904 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] For port 15d403f8-7de0-49a0-b220-11647cfa0cd7, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=15d403f8-7de0-49a0-b220-11647cfa0cd7,segment=NetworkSegment(50df69bd-2126-48c1-8c0c-bd584009a88a),segment_id=50df69bd-2126-48c1-8c0c-bd584009a88a)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:41:52.837057 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:52.844835 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ae6e-ebc5-4493-a701-f544a104ffa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1048'] for router (8cdb73a0-97b7-4c5b-a056-1e3509de669d), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:52.852982 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ae6e-ebc5-4493-a701-f544a104ffa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-970334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041'] for router (8cdb73a0-97b7-4c5b-a056-1e3509de669d), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:52.897176 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (15d403f8-7de0-49a0-b220-11647cfa0cd7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:52.904916 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881853ef-59f4-4739-be44-e501db18c82b x-openstack-request-id: req-881853ef-59f4-4739-be44-e501db18c82b {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:41:52.905205 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d", "name": "network-vif-plugged", "status": "completed", "tag": "b93b0fe2-4ab5-4c3c-81e5-39ac08ded566", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:41:52.905454 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-881853ef-59f4-4739-be44-e501db18c82b {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:41:52.905835 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566', 'code': 200} Jan 25 03:41:52.916528 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ae6e-ebc5-4493-a701-f544a104ffa2 admin admin] Publish callbacks [] for router_controller (8cdb73a0-97b7-4c5b-a056-1e3509de669d), precommit_add_association {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:52.929099 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:52.957949 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] Allocated IP 172.20.0.2 (67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a/622eba37-a8b0-44c0-8a3d-58a3051fc9e9/09867a25-a508-4baf-b77b-6631cd361526) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:41:52.996582 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-befe3d48-a44d-4ac9-9eb9-48bb7799c64a None None] Provisioning complete for port 15d403f8-7de0-49a0-b220-11647cfa0cd7 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:52.996942 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-befe3d48-a44d-4ac9-9eb9-48bb7799c64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (15d403f8-7de0-49a0-b220-11647cfa0cd7), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:53.036931 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3384ac5-b2f6-4a49-b9bf-96f4ce391381 None None] Pushing event updated for resources: {'Port': ['ID=15d403f8-7de0-49a0-b220-11647cfa0cd7,revision_number=4']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:53.048025 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] Routers {'68424050-34ac-459b-807e-9937abe90538'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:41:53.048938 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:41:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['68424050-34ac-459b-807e-9937abe90538'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:41:53.191417 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a832f5-e2f7-4ff6-986b-ca8547f53c11 req-bef365ff-9642-4bad-b034-4070ccb90650 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:53.199473 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53a832f5-e2f7-4ff6-986b-ca8547f53c11 req-bef365ff-9642-4bad-b034-4070ccb90650 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.2390933 Jan 25 03:41:53.208944 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] Set router 68424050-34ac-459b-807e-9937abe90538 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:41:53.219114 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 514cab03-ad93-47b4-af75-fc73e4d4b9d5 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:41:53.316100 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ae6e-ebc5-4493-a701-f544a104ffa2 admin admin] Publish callbacks [] for router_gateway (8cdb73a0-97b7-4c5b-a056-1e3509de669d), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:53.349740 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5cba4-29fd-4abd-84bd-8c7c395c96cf req-d400971b-1c2e-40da-8834-f05a385ae4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:53.351546 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-67d5cba4-29fd-4abd-84bd-8c7c395c96cf req-d400971b-1c2e-40da-8834-f05a385ae4b8 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 1098 time: 0.1197698 Jan 25 03:41:53.357099 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53a832f5-e2f7-4ff6-986b-ca8547f53c11 req-64a8c9a2-7142-45a7-8f0b-ae68888079a1 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557357 Jan 25 03:41:53.424581 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-67d5cba4-29fd-4abd-84bd-8c7c395c96cf req-5aa7122d-50c1-47c0-b70b-2f55dd14f3bb service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655544 Jan 25 03:41:53.435823 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 514cab03-ad93-47b4-af75-fc73e4d4b9d5 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:53.436198 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (514cab03-ad93-47b4-af75-fc73e4d4b9d5), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:53.440773 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-befe3d48-a44d-4ac9-9eb9-48bb7799c64a None None] Current status of the port 15d403f8-7de0-49a0-b220-11647cfa0cd7 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:41:53.441146 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-befe3d48-a44d-4ac9-9eb9-48bb7799c64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (15d403f8-7de0-49a0-b220-11647cfa0cd7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:53.464085 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] Publish callbacks [] for port (09867a25-a508-4baf-b77b-6631cd361526), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:53.511673 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-befe3d48-a44d-4ac9-9eb9-48bb7799c64a None None] For port 15d403f8-7de0-49a0-b220-11647cfa0cd7, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=15d403f8-7de0-49a0-b220-11647cfa0cd7,segment=NetworkSegment(50df69bd-2126-48c1-8c0c-bd584009a88a),segment_id=50df69bd-2126-48c1-8c0c-bd584009a88a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:41:53.542305 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (09867a25-a508-4baf-b77b-6631cd361526), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:53.557353 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68424050-34ac-459b-807e-9937abe90538', 'name': 'tempest-TestMinimumBasicScenario-421017443-router', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:45Z', 'updated_at': '2022-01-25T03:41:49Z', 'revision_number': 4, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'gw_port': {'id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:46Z', 'updated_at': '2022-01-25T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '15d403f8-7de0-49a0-b220-11647cfa0cd7', 'name': '', 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'mac_address': 'fa:16:3e:a7:c5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f3156457-0948-4819-a7ca-8e98e39ec404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:49Z', 'updated_at': '2022-01-25T03:41:52Z', 'revision_number': 4, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'subnets': [{'id': 'f3156457-0948-4819-a7ca-8e98e39ec404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:41:53.584655 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 514cab03-ad93-47b4-af75-fc73e4d4b9d5 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:41:53.588822 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67519a78-d6b6-4b3d-8401-c76fe581b284 None None] The sync data for ids ['68424050-34ac-459b-807e-9937abe90538'] in dv-cinder-819011-2-iscsi is: [{'id': '68424050-34ac-459b-807e-9937abe90538', 'name': 'tempest-TestMinimumBasicScenario-421017443-router', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:45Z', 'updated_at': '2022-01-25T03:41:49Z', 'revision_number': 4, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'gw_port': {'id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:46Z', 'updated_at': '2022-01-25T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '15d403f8-7de0-49a0-b220-11647cfa0cd7', 'name': '', 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'mac_address': 'fa:16:3e:a7:c5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f3156457-0948-4819-a7ca-8e98e39ec404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:49Z', 'updated_at': '2022-01-25T03:41:52Z', 'revision_number': 4, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'subnets': [{'id': 'f3156457-0948-4819-a7ca-8e98e39ec404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:41:53.592282 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] Network 67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:41:53.603117 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:41:53.606210 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-befe3d48-a44d-4ac9-9eb9-48bb7799c64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (15d403f8-7de0-49a0-b220-11647cfa0cd7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:53.610676 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:41:53.614862 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] Pushing event updated for resources: {'Port': ['ID=09867a25-a508-4baf-b77b-6631cd361526,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:53.692085 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ae6e-ebc5-4493-a701-f544a104ffa2 admin admin] Publish callbacks [] for router_gateway (8cdb73a0-97b7-4c5b-a056-1e3509de669d), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:53.722724 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ae6e-ebc5-4493-a701-f544a104ffa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:53.769348 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe3d48-a44d-4ac9-9eb9-48bb7799c64a None None] Pushing event updated for resources: {'Port': ['ID=15d403f8-7de0-49a0-b220-11647cfa0cd7,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:53.777712 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] Attempting to bind port 09867a25-a508-4baf-b77b-6631cd361526 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:41:53.778077 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] Attempting to bind port 09867a25-a508-4baf-b77b-6631cd361526 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '35815a0f-11f5-4495-ac66-5c5342398041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:41:53.778430 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] Attempting to bind port 09867a25-a508-4baf-b77b-6631cd361526 on network 67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:41:53.781666 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-bfafa52d-3325-46eb-a8a4-16b2d6b310cf None None] Provisioning complete for port 15d403f8-7de0-49a0-b220-11647cfa0cd7 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:53.782034 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bfafa52d-3325-46eb-a8a4-16b2d6b310cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (15d403f8-7de0-49a0-b220-11647cfa0cd7), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:53.792248 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:41:53.792623 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] Checking segment: {'id': '35815a0f-11f5-4495-ac66-5c5342398041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:41:53.793020 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:53.793411 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] Bound using segment: {'id': '35815a0f-11f5-4495-ac66-5c5342398041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:41:53.793885 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] Bound port: 09867a25-a508-4baf-b77b-6631cd361526, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35815a0f-11f5-4495-ac66-5c5342398041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:41:53.794258 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (09867a25-a508-4baf-b77b-6631cd361526), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:53.854784 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [None req-b1e5ae6e-ebc5-4493-a701-f544a104ffa2 admin admin] Allocated IP 172.27.2.16 (239af684-5624-458a-b969-bfdffc6894c6/633c65e6-a2b9-4bb5-a70e-b23c3791a1d5/aac55380-dcb9-4723-8f43-a4e8865854c4) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:41:53.897037 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] For port 09867a25-a508-4baf-b77b-6631cd361526, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:41:53.925928 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] For port 09867a25-a508-4baf-b77b-6631cd361526, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=09867a25-a508-4baf-b77b-6631cd361526,segment=NetworkSegment(35815a0f-11f5-4495-ac66-5c5342398041),segment_id=35815a0f-11f5-4495-ac66-5c5342398041)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:41:53.936296 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-bfafa52d-3325-46eb-a8a4-16b2d6b310cf None None] Current status of the port 15d403f8-7de0-49a0-b220-11647cfa0cd7 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:41:53.971774 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ae6e-ebc5-4493-a701-f544a104ffa2 admin admin] Publish callbacks [] for port (aac55380-dcb9-4723-8f43-a4e8865854c4), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:53.998318 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (09867a25-a508-4baf-b77b-6631cd361526), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:54.059452 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11ec00-1bc2-4f27-8b9c-83950d474838 None None] Pushing event updated for resources: {'Port': ['ID=09867a25-a508-4baf-b77b-6631cd361526,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:54.089067 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ae6e-ebc5-4493-a701-f544a104ffa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (aac55380-dcb9-4723-8f43-a4e8865854c4), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:54.138880 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e5ae6e-ebc5-4493-a701-f544a104ffa2 admin admin] Network 239af684-5624-458a-b969-bfdffc6894c6 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:41:54.145334 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-b1e5ae6e-ebc5-4493-a701-f544a104ffa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:41:54.147873 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e5ae6e-ebc5-4493-a701-f544a104ffa2 admin admin] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:41:54.176690 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5ae6e-ebc5-4493-a701-f544a104ffa2 admin admin] Pushing event updated for resources: {'Port': ['ID=aac55380-dcb9-4723-8f43-a4e8865854c4,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:54.502975 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22280395-97a4-45f8-b9c7-d960a83f2ab5 req-c7681a10-9a13-4ea7-9ae9-018e16b6ad24 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:54.503549 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ae6e-ebc5-4493-a701-f544a104ffa2 admin admin] Publish callbacks [] for router_gateway (8cdb73a0-97b7-4c5b-a056-1e3509de669d), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:54.505379 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-22280395-97a4-45f8-b9c7-d960a83f2ab5 req-c7681a10-9a13-4ea7-9ae9-018e16b6ad24 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0536120 Jan 25 03:41:54.559943 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-22280395-97a4-45f8-b9c7-d960a83f2ab5 req-092c6b02-0534-42ea-9345-2663c8e8355e tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463049 Jan 25 03:41:54.721481 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ae6e-ebc5-4493-a701-f544a104ffa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587228'] for router (8cdb73a0-97b7-4c5b-a056-1e3509de669d), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:55.112252 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061dab21-4dec-4955-96a5-6b6c0e774381 None None] Network 67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:41:55.128681 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 15d403f8-7de0-49a0-b220-11647cfa0cd7 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:41:55.183332 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e5ae6e-ebc5-4493-a701-f544a104ffa2 admin admin] Router 8cdb73a0-97b7-4c5b-a056-1e3509de669d is scheduled to L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca with binding_index 1 {{(pid=103186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 03:41:55.226671 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-4cf3ace0-d103-4403-96d8-4af322891599 None None] Provisioning complete for port 09867a25-a508-4baf-b77b-6631cd361526 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:55.226964 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ace0-d103-4403-96d8-4af322891599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (09867a25-a508-4baf-b77b-6631cd361526), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:55.287418 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e5ae6e-ebc5-4493-a701-f544a104ffa2 admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:41:55.294140 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 15d403f8-7de0-49a0-b220-11647cfa0cd7 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:55.294573 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (15d403f8-7de0-49a0-b220-11647cfa0cd7), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:55.299252 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] Sync routers for ids ['8cdb73a0-97b7-4c5b-a056-1e3509de669d'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:41:55.354730 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] Routers {'8cdb73a0-97b7-4c5b-a056-1e3509de669d'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:41:55.355392 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:41:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['8cdb73a0-97b7-4c5b-a056-1e3509de669d'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:41:55.365296 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ae6e-ebc5-4493-a701-f544a104ffa2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:55.366943 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-b1e5ae6e-ebc5-4493-a701-f544a104ffa2 admin admin] 10.222.0.115 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6509137 Jan 25 03:41:55.370295 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 53716) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:41:55.489871 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4cf3ace0-d103-4403-96d8-4af322891599 None None] Current status of the port 09867a25-a508-4baf-b77b-6631cd361526 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:41:55.490177 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ace0-d103-4403-96d8-4af322891599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (09867a25-a508-4baf-b77b-6631cd361526), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:55.527635 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 15d403f8-7de0-49a0-b220-11647cfa0cd7 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:41:55.528740 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 09867a25-a508-4baf-b77b-6631cd361526 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:41:55.568750 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] Set router 8cdb73a0-97b7-4c5b-a056-1e3509de669d gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:41:55.635365 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-4cf3ace0-d103-4403-96d8-4af322891599 None None] For port 09867a25-a508-4baf-b77b-6631cd361526, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=09867a25-a508-4baf-b77b-6631cd361526,segment=NetworkSegment(35815a0f-11f5-4495-ac66-5c5342398041),segment_id=35815a0f-11f5-4495-ac66-5c5342398041)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:41:55.704855 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ace0-d103-4403-96d8-4af322891599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (09867a25-a508-4baf-b77b-6631cd361526), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:55.729337 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8838a0f-f0c4-4c36-95ed-6669a8b3b795 req-14797100-b59c-4fb2-aaf0-d225ef2084b1 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:55.730827 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b8838a0f-f0c4-4c36-95ed-6669a8b3b795 req-14797100-b59c-4fb2-aaf0-d225ef2084b1 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0924041 Jan 25 03:41:55.759314 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 09867a25-a508-4baf-b77b-6631cd361526 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:55.759690 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (09867a25-a508-4baf-b77b-6631cd361526), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:55.822982 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3ace0-d103-4403-96d8-4af322891599 None None] Pushing event updated for resources: {'Port': ['ID=09867a25-a508-4baf-b77b-6631cd361526,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:55.838752 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b8838a0f-f0c4-4c36-95ed-6669a8b3b795 req-ebb3a9f3-0b7a-4f2e-ab7e-c811f2764c17 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863845 Jan 25 03:41:55.850729 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ace0-d103-4403-96d8-4af322891599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:55.851087 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ace0-d103-4403-96d8-4af322891599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:55.851430 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ace0-d103-4403-96d8-4af322891599 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:55.851761 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ace0-d103-4403-96d8-4af322891599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:55.852144 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ace0-d103-4403-96d8-4af322891599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:55.852474 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ace0-d103-4403-96d8-4af322891599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:55.852788 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ace0-d103-4403-96d8-4af322891599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:55.853113 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ace0-d103-4403-96d8-4af322891599 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:55.853424 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ace0-d103-4403-96d8-4af322891599 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:55.853734 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ace0-d103-4403-96d8-4af322891599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:55.854051 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ace0-d103-4403-96d8-4af322891599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:55.854363 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ace0-d103-4403-96d8-4af322891599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:55.854674 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ace0-d103-4403-96d8-4af322891599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:41:55.876481 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-e1d2ba51-a60f-43b1-96e2-b0e2e8f67356 None None] Provisioning complete for port 09867a25-a508-4baf-b77b-6631cd361526 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:55.876855 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1d2ba51-a60f-43b1-96e2-b0e2e8f67356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (09867a25-a508-4baf-b77b-6631cd361526), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:55.885540 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f847830f-5df0-4f17-8945-ad71fe3dd553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:55.959329 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'name': 'tempest-TestMinimumBasicScenario-744141087-router', 'tenant_id': '2b52023146d94b288be713ab2071fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'aac55380-dcb9-4723-8f43-a4e8865854c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:52Z', 'updated_at': '2022-01-25T03:41:54Z', 'revision_number': 3, 'project_id': '2b52023146d94b288be713ab2071fe17', 'gw_port': {'id': 'aac55380-dcb9-4723-8f43-a4e8865854c4', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:40:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:53Z', 'updated_at': '2022-01-25T03:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:41:55.963633 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 09867a25-a508-4baf-b77b-6631cd361526 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:41:55.991566 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] Checking router: 8cdb73a0-97b7-4c5b-a056-1e3509de669d for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:41:55.991915 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] Updating router 8cdb73a0-97b7-4c5b-a056-1e3509de669d port aac55380-dcb9-4723-8f43-a4e8865854c4 binding host dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:41:56.039346 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [None req-f847830f-5df0-4f17-8945-ad71fe3dd553 admin admin] Allocated IP 172.20.0.1 (67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a/622eba37-a8b0-44c0-8a3d-58a3051fc9e9/fe2bde4b-3e78-478f-a201-61b2e7edf139) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:41:56.146768 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f847830f-5df0-4f17-8945-ad71fe3dd553 admin admin] Publish callbacks [] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:56.166114 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (aac55380-dcb9-4723-8f43-a4e8865854c4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:56.197774 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e1d2ba51-a60f-43b1-96e2-b0e2e8f67356 None None] Current status of the port 09867a25-a508-4baf-b77b-6631cd361526 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:41:56.237402 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f847830f-5df0-4f17-8945-ad71fe3dd553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:56.278039 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f847830f-5df0-4f17-8945-ad71fe3dd553 admin admin] Network 67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:41:56.280870 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-f847830f-5df0-4f17-8945-ad71fe3dd553 admin admin] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:41:56.286355 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f847830f-5df0-4f17-8945-ad71fe3dd553 admin admin] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:41:56.313966 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847830f-5df0-4f17-8945-ad71fe3dd553 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2bde4b-3e78-478f-a201-61b2e7edf139,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:56.332194 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f847830f-5df0-4f17-8945-ad71fe3dd553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586080'] for router_interface (8cdb73a0-97b7-4c5b-a056-1e3509de669d), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:56.452818 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] Publish callbacks [] for port (aac55380-dcb9-4723-8f43-a4e8865854c4), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:56.518870 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-dc1c5924-ad30-4c89-b04f-002a35b4fdfb None None] Provisioning complete for port fe2bde4b-3e78-478f-a201-61b2e7edf139 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:56.519266 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dc1c5924-ad30-4c89-b04f-002a35b4fdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:56.547359 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (aac55380-dcb9-4723-8f43-a4e8865854c4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:56.553160 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f847830f-5df0-4f17-8945-ad71fe3dd553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:56.584811 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c5924-ad30-4c89-b04f-002a35b4fdfb None None] Port fe2bde4b-3e78-478f-a201-61b2e7edf139 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:41:56.612921 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f888de-1d8e-4807-8231-fc9c9c8c4b9b None None] Pushing event updated for resources: {'Port': ['ID=aac55380-dcb9-4723-8f43-a4e8865854c4,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:56.615248 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] Attempting to bind port aac55380-dcb9-4723-8f43-a4e8865854c4 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:41:56.615611 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] Attempting to bind port aac55380-dcb9-4723-8f43-a4e8865854c4 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:41:56.615973 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] Attempting to bind port aac55380-dcb9-4723-8f43-a4e8865854c4 on network 239af684-5624-458a-b969-bfdffc6894c6 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:41:56.622398 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:41:56.622769 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] Checking segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:41:56.623199 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:56.623588 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] Bound using segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:41:56.624049 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] Bound port: aac55380-dcb9-4723-8f43-a4e8865854c4, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:41:56.624425 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (aac55380-dcb9-4723-8f43-a4e8865854c4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:56.675376 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] For port aac55380-dcb9-4723-8f43-a4e8865854c4, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:41:56.678514 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] For port aac55380-dcb9-4723-8f43-a4e8865854c4, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=aac55380-dcb9-4723-8f43-a4e8865854c4,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:41:56.716454 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f847830f-5df0-4f17-8945-ad71fe3dd553 admin admin] Publish callbacks [] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:56.751565 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (aac55380-dcb9-4723-8f43-a4e8865854c4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:56.768235 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f847830f-5df0-4f17-8945-ad71fe3dd553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:56.809046 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] Routers {'8cdb73a0-97b7-4c5b-a056-1e3509de669d'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:41:56.809588 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:41:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['8cdb73a0-97b7-4c5b-a056-1e3509de669d'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:41:56.814268 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f888de-1d8e-4807-8231-fc9c9c8c4b9b None None] Pushing event updated for resources: {'Port': ['ID=aac55380-dcb9-4723-8f43-a4e8865854c4,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:56.839899 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f847830f-5df0-4f17-8945-ad71fe3dd553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560522'] for router_interface (8cdb73a0-97b7-4c5b-a056-1e3509de669d), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:56.841744 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847830f-5df0-4f17-8945-ad71fe3dd553 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2bde4b-3e78-478f-a201-61b2e7edf139,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:56.925726 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] Set router 8cdb73a0-97b7-4c5b-a056-1e3509de669d gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:41:56.943526 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f847830f-5df0-4f17-8945-ad71fe3dd553 admin admin] Network 67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:41:56.943526 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-f847830f-5df0-4f17-8945-ad71fe3dd553 admin admin] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:41:56.956665 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36136ad-b71c-46a2-bfa1-111416b3f98d req-74b753f2-90c3-4b46-83df-ea50b9d314bd tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:56.963505 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a36136ad-b71c-46a2-bfa1-111416b3f98d req-74b753f2-90c3-4b46-83df-ea50b9d314bd tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0566559 Jan 25 03:41:57.020840 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a36136ad-b71c-46a2-bfa1-111416b3f98d req-e23ee4bc-1d4a-4884-b4bc-a13c45a8a1bd tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563419 Jan 25 03:41:57.089315 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f847830f-5df0-4f17-8945-ad71fe3dd553 admin admin] Router 8cdb73a0-97b7-4c5b-a056-1e3509de669d has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:41:57.094438 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 09867a25-a508-4baf-b77b-6631cd361526 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:41:57.194876 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 09867a25-a508-4baf-b77b-6631cd361526 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:57.195569 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (09867a25-a508-4baf-b77b-6631cd361526), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:57.206790 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f847830f-5df0-4f17-8945-ad71fe3dd553 admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:41:57.216227 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-f847830f-5df0-4f17-8945-ad71fe3dd553 admin admin] 10.222.0.115 "PUT /v2.0/routers/8cdb73a0-97b7-4c5b-a056-1e3509de669d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8446252 Jan 25 03:41:57.250498 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'name': 'tempest-TestMinimumBasicScenario-744141087-router', 'tenant_id': '2b52023146d94b288be713ab2071fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'aac55380-dcb9-4723-8f43-a4e8865854c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:52Z', 'updated_at': '2022-01-25T03:41:56Z', 'revision_number': 4, 'project_id': '2b52023146d94b288be713ab2071fe17', 'gw_port': {'id': 'aac55380-dcb9-4723-8f43-a4e8865854c4', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:40:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:53Z', 'updated_at': '2022-01-25T03:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'fe2bde4b-3e78-478f-a201-61b2e7edf139', 'name': '', 'network_id': '67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a', 'tenant_id': '2b52023146d94b288be713ab2071fe17', 'mac_address': 'fa:16:3e:eb:5f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '622eba37-a8b0-44c0-8a3d-58a3051fc9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:55Z', 'updated_at': '2022-01-25T03:41:56Z', 'revision_number': 2, 'project_id': '2b52023146d94b288be713ab2071fe17', 'subnets': [{'id': '622eba37-a8b0-44c0-8a3d-58a3051fc9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:41:57.282029 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90ed561-a401-48fe-8dd9-0a073ad62716 None None] The sync data for ids ['8cdb73a0-97b7-4c5b-a056-1e3509de669d'] in dv-cinder-819011-2-iscsi is: [{'id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'name': 'tempest-TestMinimumBasicScenario-744141087-router', 'tenant_id': '2b52023146d94b288be713ab2071fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'aac55380-dcb9-4723-8f43-a4e8865854c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:52Z', 'updated_at': '2022-01-25T03:41:56Z', 'revision_number': 4, 'project_id': '2b52023146d94b288be713ab2071fe17', 'gw_port': {'id': 'aac55380-dcb9-4723-8f43-a4e8865854c4', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:40:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:53Z', 'updated_at': '2022-01-25T03:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'fe2bde4b-3e78-478f-a201-61b2e7edf139', 'name': '', 'network_id': '67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a', 'tenant_id': '2b52023146d94b288be713ab2071fe17', 'mac_address': 'fa:16:3e:eb:5f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '622eba37-a8b0-44c0-8a3d-58a3051fc9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:55Z', 'updated_at': '2022-01-25T03:41:56Z', 'revision_number': 2, 'project_id': '2b52023146d94b288be713ab2071fe17', 'subnets': [{'id': '622eba37-a8b0-44c0-8a3d-58a3051fc9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:41:57.332155 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 09867a25-a508-4baf-b77b-6631cd361526 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:41:57.336656 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-1f42953a-d819-4518-94ec-a11cc72d324c None None] Provisioning complete for port fe2bde4b-3e78-478f-a201-61b2e7edf139 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:57.337115 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f42953a-d819-4518-94ec-a11cc72d324c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:57.373530 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1f42953a-d819-4518-94ec-a11cc72d324c None None] Port fe2bde4b-3e78-478f-a201-61b2e7edf139 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:41:58.149423 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbca8c1-affa-414e-b4aa-c462359e5ea0 req-5c96077a-aa17-44fc-a831-0e9f2e27095a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:58.151926 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3dbca8c1-affa-414e-b4aa-c462359e5ea0 req-5c96077a-aa17-44fc-a831-0e9f2e27095a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0617743 Jan 25 03:41:58.234348 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3dbca8c1-affa-414e-b4aa-c462359e5ea0 req-a68f1669-6e07-48b7-95a2-1786cbef588b tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724416 Jan 25 03:41:59.144237 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device aac55380-dcb9-4723-8f43-a4e8865854c4 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:41:59.242063 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port aac55380-dcb9-4723-8f43-a4e8865854c4 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:41:59.242710 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (aac55380-dcb9-4723-8f43-a4e8865854c4), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:59.378440 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port aac55380-dcb9-4723-8f43-a4e8865854c4 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:41:59.378807 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (aac55380-dcb9-4723-8f43-a4e8865854c4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:59.425443 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] For port aac55380-dcb9-4723-8f43-a4e8865854c4, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=aac55380-dcb9-4723-8f43-a4e8865854c4,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:41:59.450169 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5b269-fa4a-4286-8045-556fa390245f req-3ae79417-dae9-4375-b250-3f155a8732b3 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:59.454824 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-34c5b269-fa4a-4286-8045-556fa390245f req-3ae79417-dae9-4375-b250-3f155a8732b3 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0717843 Jan 25 03:41:59.500437 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (aac55380-dcb9-4723-8f43-a4e8865854c4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:41:59.530718 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-34c5b269-fa4a-4286-8045-556fa390245f req-bbede1e4-bb55-4aa4-9de0-17744bb580d3 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712311 Jan 25 03:41:59.582480 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Pushing event updated for resources: {'Port': ['ID=aac55380-dcb9-4723-8f43-a4e8865854c4,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:41:59.760649 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99195d0f-d53c-42c8-88d6-3db63a9c1024 req-c358a5de-76df-4e9f-adeb-a739f5dd876a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:41:59.766737 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-99195d0f-d53c-42c8-88d6-3db63a9c1024 req-c358a5de-76df-4e9f-adeb-a739f5dd876a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.1316493 Jan 25 03:41:59.825555 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-99195d0f-d53c-42c8-88d6-3db63a9c1024 req-1a55d2a7-0cf2-4844-a7f6-b1d42b5029a5 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572944 Jan 25 03:41:59.849397 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 53770) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:00.078431 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3123e78e-224b-4ac2-a7db-26b6acf1716b tempest-TestShelveInstance-1016647709 tempest-TestShelveInstance-1016647709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:00.080069 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-3123e78e-224b-4ac2-a7db-26b6acf1716b tempest-TestShelveInstance-1016647709 tempest-TestShelveInstance-1016647709-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 1093 time: 0.2293577 Jan 25 03:42:00.083249 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 53774) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:00.090668 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Request body: {'floatingip': {'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'port_id': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:42:00.177974 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:00.287782 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:00.419997 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Allocated IP 172.27.2.177 (239af684-5624-458a-b969-bfdffc6894c6/633c65e6-a2b9-4bb5-a70e-b23c3791a1d5/81f3a542-a68e-45d9-afa3-b76f7790313b) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:42:00.532331 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for port (81f3a542-a68e-45d9-afa3-b76f7790313b), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:00.641393 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (81f3a542-a68e-45d9-afa3-b76f7790313b), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:00.686569 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Network 239af684-5624-458a-b969-bfdffc6894c6 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:42:00.693391 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:42:00.697395 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:42:00.734956 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Pushing event updated for resources: {'Port': ['ID=81f3a542-a68e-45d9-afa3-b76f7790313b,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:01.031743 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device aac55380-dcb9-4723-8f43-a4e8865854c4 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:42:01.092820 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port aac55380-dcb9-4723-8f43-a4e8865854c4 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:42:01.093250 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (aac55380-dcb9-4723-8f43-a4e8865854c4), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:01.109797 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for floatingip (1263f90a-0b2c-4be8-b0ea-bec40bc9b90e), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:01.188073 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port aac55380-dcb9-4723-8f43-a4e8865854c4 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:42:01.189094 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] Sync routers for ids ['8cdb73a0-97b7-4c5b-a056-1e3509de669d'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:42:01.205171 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] Routers {'8cdb73a0-97b7-4c5b-a056-1e3509de669d'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:42:01.205781 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:41:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['8cdb73a0-97b7-4c5b-a056-1e3509de669d'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:42:01.308501 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (81f3a542-a68e-45d9-afa3-b76f7790313b), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:01.318735 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] Set router 8cdb73a0-97b7-4c5b-a056-1e3509de669d gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:42:01.458313 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-77412e49-5e61-49ff-9821-8384334aca8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:01.542994 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for port (81f3a542-a68e-45d9-afa3-b76f7790313b), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:01.567401 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'name': 'tempest-TestMinimumBasicScenario-744141087-router', 'tenant_id': '2b52023146d94b288be713ab2071fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'aac55380-dcb9-4723-8f43-a4e8865854c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:52Z', 'updated_at': '2022-01-25T03:41:56Z', 'revision_number': 4, 'project_id': '2b52023146d94b288be713ab2071fe17', 'gw_port': {'id': 'aac55380-dcb9-4723-8f43-a4e8865854c4', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:53Z', 'updated_at': '2022-01-25T03:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'fe2bde4b-3e78-478f-a201-61b2e7edf139', 'name': '', 'network_id': '67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a', 'tenant_id': '2b52023146d94b288be713ab2071fe17', 'mac_address': 'fa:16:3e:eb:5f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '622eba37-a8b0-44c0-8a3d-58a3051fc9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:55Z', 'updated_at': '2022-01-25T03:41:56Z', 'revision_number': 2, 'project_id': '2b52023146d94b288be713ab2071fe17', 'subnets': [{'id': '622eba37-a8b0-44c0-8a3d-58a3051fc9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:42:01.594005 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] Checking router: 8cdb73a0-97b7-4c5b-a056-1e3509de669d for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:42:01.594319 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] Updating router 8cdb73a0-97b7-4c5b-a056-1e3509de669d port fe2bde4b-3e78-478f-a201-61b2e7edf139 binding host dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:42:01.623111 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:01.635289 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4618152'] for port (81f3a542-a68e-45d9-afa3-b76f7790313b), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:01.709666 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586113'] for floatingip (1263f90a-0b2c-4be8-b0ea-bec40bc9b90e), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:01.926399 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] Publish callbacks [] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:02.006708 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:02.023168 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Pushing event updated for resources: {'Port': ['ID=81f3a542-a68e-45d9-afa3-b76f7790313b,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:02.052475 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.l3_db [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Floating IP 1263f90a-0b2c-4be8-b0ea-bec40bc9b90e associated. External IP: 172.27.2.177, port: b93b0fe2-4ab5-4c3c-81e5-39ac08ded566. Jan 25 03:42:02.068753 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1b659-9c29-4535-8bec-19c0e17ff033 None None] Pushing event updated for resources: {'Port': ['ID=fe2bde4b-3e78-478f-a201-61b2e7edf139,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:02.148473 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] Attempting to bind port fe2bde4b-3e78-478f-a201-61b2e7edf139 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:42:02.149534 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] Attempting to bind port fe2bde4b-3e78-478f-a201-61b2e7edf139 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '35815a0f-11f5-4495-ac66-5c5342398041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:42:02.150204 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] Attempting to bind port fe2bde4b-3e78-478f-a201-61b2e7edf139 on network 67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:42:02.156497 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:42:02.156969 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] Checking segment: {'id': '35815a0f-11f5-4495-ac66-5c5342398041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:42:02.157364 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:02.157748 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] Bound using segment: {'id': '35815a0f-11f5-4495-ac66-5c5342398041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:42:02.158745 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] Bound port: fe2bde4b-3e78-478f-a201-61b2e7edf139, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35815a0f-11f5-4495-ac66-5c5342398041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:42:02.159118 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:02.249637 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] For port fe2bde4b-3e78-478f-a201-61b2e7edf139, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:42:02.254926 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] For port fe2bde4b-3e78-478f-a201-61b2e7edf139, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=fe2bde4b-3e78-478f-a201-61b2e7edf139,segment=NetworkSegment(35815a0f-11f5-4495-ac66-5c5342398041),segment_id=35815a0f-11f5-4495-ac66-5c5342398041)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:42:02.309717 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Router 4ed86fc4-f2c6-4e61-a014-e65bc168583c has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:42:02.344510 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:02.437174 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] Routers {'8cdb73a0-97b7-4c5b-a056-1e3509de669d'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:42:02.437813 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:41:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['8cdb73a0-97b7-4c5b-a056-1e3509de669d'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:42:02.439683 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1b659-9c29-4535-8bec-19c0e17ff033 None None] Pushing event updated for resources: {'Port': ['ID=fe2bde4b-3e78-478f-a201-61b2e7edf139,revision_number=4']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:02.453284 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-d4a8cc91-3bd2-4670-aa97-4df04790442e None None] Provisioning complete for port fe2bde4b-3e78-478f-a201-61b2e7edf139 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:42:02.454247 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d4a8cc91-3bd2-4670-aa97-4df04790442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:02.481096 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:42:02.526643 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70ca12-27e4-443c-a5e3-f2bd0201b97e None None] Sync routers for ids ['4ed86fc4-f2c6-4e61-a014-e65bc168583c'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:42:02.559196 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70ca12-27e4-443c-a5e3-f2bd0201b97e None None] Routers {'4ed86fc4-f2c6-4e61-a014-e65bc168583c'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:42:02.560266 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-0c70ca12-27e4-443c-a5e3-f2bd0201b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:41:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['4ed86fc4-f2c6-4e61-a014-e65bc168583c'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:42:02.621502 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:02.636979 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] Set router 8cdb73a0-97b7-4c5b-a056-1e3509de669d gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:42:02.685969 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-0ce9c6c5-b208-4b9b-9974-ff27e146af0d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6010041 Jan 25 03:42:02.687202 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d', 'tag': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:42:02.693380 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d0c9815385568a6be04e4b390595008a27b8adc04fe3db576d7c9438e8cfd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4744683-d85c-4fd0-a737-61962860b906" -d '{"events": [{"name": "network-changed", "server_uuid": "7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d", "tag": "b93b0fe2-4ab5-4c3c-81e5-39ac08ded566"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:42:02.739795 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d4a8cc91-3bd2-4670-aa97-4df04790442e None None] Current status of the port fe2bde4b-3e78-478f-a201-61b2e7edf139 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:42:02.740190 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d4a8cc91-3bd2-4670-aa97-4df04790442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:02.750386 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6e8e55-d5f7-4541-8840-0a8e1d649bb0 x-openstack-request-id: req-9b6e8e55-d5f7-4541-8840-0a8e1d649bb0 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:42:02.755875 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d", "tag": "b93b0fe2-4ab5-4c3c-81e5-39ac08ded566", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:42:02.756486 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-9b6e8e55-d5f7-4541-8840-0a8e1d649bb0 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:42:02.757097 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d', 'tag': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566', 'status': 'completed', 'code': 200} Jan 25 03:42:02.793856 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-0c70ca12-27e4-443c-a5e3-f2bd0201b97e None None] Set router 4ed86fc4-f2c6-4e61-a014-e65bc168583c gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:42:02.795681 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:42:02.845711 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-d4a8cc91-3bd2-4670-aa97-4df04790442e None None] For port fe2bde4b-3e78-478f-a201-61b2e7edf139, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=fe2bde4b-3e78-478f-a201-61b2e7edf139,segment=NetworkSegment(35815a0f-11f5-4495-ac66-5c5342398041),segment_id=35815a0f-11f5-4495-ac66-5c5342398041)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:42:02.917848 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4744683-d85c-4fd0-a737-61962860b906 req-1c898370-df1f-4752-a6dd-4ab862f8f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:02.922409 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f4744683-d85c-4fd0-a737-61962860b906 req-1c898370-df1f-4752-a6dd-4ab862f8f3f6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5820f90cd1d1413e9885c9ec8005f384&device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 1098 time: 0.0997424 Jan 25 03:42:02.941122 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d4a8cc91-3bd2-4670-aa97-4df04790442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:03.072282 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8cc91-3bd2-4670-aa97-4df04790442e None None] Pushing event updated for resources: {'Port': ['ID=fe2bde4b-3e78-478f-a201-61b2e7edf139,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:03.139757 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6c9eb9a8-1b2d-4a34-ac56-a459dea30c72 None None] Provisioning complete for port fe2bde4b-3e78-478f-a201-61b2e7edf139 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:42:03.140172 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c9eb9a8-1b2d-4a34-ac56-a459dea30c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:03.163212 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'name': 'tempest-TestMinimumBasicScenario-744141087-router', 'tenant_id': '2b52023146d94b288be713ab2071fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'aac55380-dcb9-4723-8f43-a4e8865854c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:52Z', 'updated_at': '2022-01-25T03:41:56Z', 'revision_number': 4, 'project_id': '2b52023146d94b288be713ab2071fe17', 'gw_port': {'id': 'aac55380-dcb9-4723-8f43-a4e8865854c4', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:53Z', 'updated_at': '2022-01-25T03:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'fe2bde4b-3e78-478f-a201-61b2e7edf139', 'name': '', 'network_id': '67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a', 'tenant_id': '2b52023146d94b288be713ab2071fe17', 'mac_address': 'fa:16:3e:eb:5f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '622eba37-a8b0-44c0-8a3d-58a3051fc9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:55Z', 'updated_at': '2022-01-25T03:42:02Z', 'revision_number': 4, 'project_id': '2b52023146d94b288be713ab2071fe17', 'subnets': [{'id': '622eba37-a8b0-44c0-8a3d-58a3051fc9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:42:03.238153 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337d3e58-602c-46b4-86cd-1a4ed2c3048c None None] The sync data for ids ['8cdb73a0-97b7-4c5b-a056-1e3509de669d'] in dv-cinder-819011-2-iscsi is: [{'id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'name': 'tempest-TestMinimumBasicScenario-744141087-router', 'tenant_id': '2b52023146d94b288be713ab2071fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'aac55380-dcb9-4723-8f43-a4e8865854c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:52Z', 'updated_at': '2022-01-25T03:41:56Z', 'revision_number': 4, 'project_id': '2b52023146d94b288be713ab2071fe17', 'gw_port': {'id': 'aac55380-dcb9-4723-8f43-a4e8865854c4', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:53Z', 'updated_at': '2022-01-25T03:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'fe2bde4b-3e78-478f-a201-61b2e7edf139', 'name': '', 'network_id': '67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a', 'tenant_id': '2b52023146d94b288be713ab2071fe17', 'mac_address': 'fa:16:3e:eb:5f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '622eba37-a8b0-44c0-8a3d-58a3051fc9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:55Z', 'updated_at': '2022-01-25T03:42:02Z', 'revision_number': 4, 'project_id': '2b52023146d94b288be713ab2071fe17', 'subnets': [{'id': '622eba37-a8b0-44c0-8a3d-58a3051fc9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:42:03.238709 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4744683-d85c-4fd0-a737-61962860b906 req-e30332b0-63ed-44eb-a661-597f831038c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:03.240257 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f4744683-d85c-4fd0-a737-61962860b906 req-e30332b0-63ed-44eb-a661-597f831038c6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 HTTP/1.1" status: 200 len: 908 time: 0.3121862 Jan 25 03:42:03.280157 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device fe2bde4b-3e78-478f-a201-61b2e7edf139 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:42:03.326631 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f4744683-d85c-4fd0-a737-61962860b906 req-ac8c5e9c-85f7-4409-8535-5229875be254 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 HTTP/1.1" status: 200 len: 999 time: 0.0759649 Jan 25 03:42:03.397667 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4744683-d85c-4fd0-a737-61962860b906 req-5b170b4e-2200-4a07-8cb0-d8373532ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:03.399659 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f4744683-d85c-4fd0-a737-61962860b906 req-5b170b4e-2200-4a07-8cb0-d8373532ba13 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6cadec2c-b42a-4aaf-a2a5-77c1b01db73c HTTP/1.1" status: 200 len: 847 time: 0.0644386 Jan 25 03:42:03.464796 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4744683-d85c-4fd0-a737-61962860b906 req-e24f170e-81bd-4c2b-9301-623e31ed1d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:03.466677 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f4744683-d85c-4fd0-a737-61962860b906 req-e24f170e-81bd-4c2b-9301-623e31ed1d87 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577574 Jan 25 03:42:03.509749 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-0c70ca12-27e4-443c-a5e3-f2bd0201b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'name': 'tempest-TestShelveInstance-385968923-router', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:44Z', 'revision_number': 4, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'gw_port': {'id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '1263f90a-0b2c-4be8-b0ea-bec40bc9b90e', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'port_id': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0', 'mac_address': 'fa:16:3e:26:2a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:42:00Z', 'updated_at': '2022-01-25T03:42:00Z', 'revision_number': 0, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6', 'name': '', 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'mac_address': 'fa:16:3e:64:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:43Z', 'updated_at': '2022-01-25T03:40:47Z', 'revision_number': 5, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'subnets': [{'id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:42:03.541897 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6c9eb9a8-1b2d-4a34-ac56-a459dea30c72 None None] Current status of the port fe2bde4b-3e78-478f-a201-61b2e7edf139 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:42:03.544794 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70ca12-27e4-443c-a5e3-f2bd0201b97e None None] Checking router: 4ed86fc4-f2c6-4e61-a014-e65bc168583c for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:42:03.559974 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70ca12-27e4-443c-a5e3-f2bd0201b97e None None] Routers {'4ed86fc4-f2c6-4e61-a014-e65bc168583c'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:42:03.560259 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-0c70ca12-27e4-443c-a5e3-f2bd0201b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:41:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['4ed86fc4-f2c6-4e61-a014-e65bc168583c'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:42:03.598479 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f4744683-d85c-4fd0-a737-61962860b906 req-7d5678db-d8f1-4ad8-938a-8549d61ebbbb service neutron] 10.222.0.112 "GET /v2.0/networks/8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245666 Jan 25 03:42:03.603318 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port fe2bde4b-3e78-478f-a201-61b2e7edf139 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:42:03.603701 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:03.723956 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-0c70ca12-27e4-443c-a5e3-f2bd0201b97e None None] Set router 4ed86fc4-f2c6-4e61-a014-e65bc168583c gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:42:03.724294 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f4744683-d85c-4fd0-a737-61962860b906 req-43a6348a-2fcc-4a67-852f-2bfe75c579cb service neutron] 10.222.0.112 "GET /v2.0/networks/8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188440 Jan 25 03:42:03.774141 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d850493b-1cb7-4e80-a33f-b773e07e0bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:03.806335 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port fe2bde4b-3e78-478f-a201-61b2e7edf139 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:42:04.009547 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-0c70ca12-27e4-443c-a5e3-f2bd0201b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'name': 'tempest-TestShelveInstance-385968923-router', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:44Z', 'revision_number': 4, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'gw_port': {'id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '1263f90a-0b2c-4be8-b0ea-bec40bc9b90e', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'port_id': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0', 'mac_address': 'fa:16:3e:26:2a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:42:00Z', 'updated_at': '2022-01-25T03:42:00Z', 'revision_number': 0, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6', 'name': '', 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'mac_address': 'fa:16:3e:64:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:43Z', 'updated_at': '2022-01-25T03:40:47Z', 'revision_number': 5, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'subnets': [{'id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:42:04.036635 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70ca12-27e4-443c-a5e3-f2bd0201b97e None None] The sync data for ids ['4ed86fc4-f2c6-4e61-a014-e65bc168583c'] in dv-cinder-819011-2-iscsi is: [{'id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'name': 'tempest-TestShelveInstance-385968923-router', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:44Z', 'revision_number': 4, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'gw_port': {'id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '1263f90a-0b2c-4be8-b0ea-bec40bc9b90e', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'port_id': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0', 'mac_address': 'fa:16:3e:26:2a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:42:00Z', 'updated_at': '2022-01-25T03:42:00Z', 'revision_number': 0, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6', 'name': '', 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'mac_address': 'fa:16:3e:64:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:43Z', 'updated_at': '2022-01-25T03:40:47Z', 'revision_number': 5, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'subnets': [{'id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:42:04.504228 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c5bb4f-488b-484a-98a2-328bc0f7b90a None None] New status for floating IP 1263f90a-0b2c-4be8-b0ea-bec40bc9b90e: ACTIVE {{(pid=103188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:42:05.090324 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device fe2bde4b-3e78-478f-a201-61b2e7edf139 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:42:05.141535 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port fe2bde4b-3e78-478f-a201-61b2e7edf139 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:42:05.141921 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:05.245813 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port fe2bde4b-3e78-478f-a201-61b2e7edf139 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:42:05.657298 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:06.751288 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:07.998446 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:10.271162 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-bbaa1f5a-6a8e-4a91-b53a-adf5dc12d383 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:10.272659 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-bbaa1f5a-6a8e-4a91-b53a-adf5dc12d383 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/networks?id=7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 HTTP/1.1" status: 200 len: 814 time: 0.0977647 Jan 25 03:42:10.287301 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-aff31b40-2c79-42ab-af01-2bb5b0490748 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/quotas/e4705507d68244c7a9a99369120f0a3a HTTP/1.1" status: 200 len: 375 time: 0.0090163 Jan 25 03:42:10.341201 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-d4a9d6c0-5d49-4a7e-9277-1e0fdd62f75b tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=e4705507d68244c7a9a99369120f0a3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483909 Jan 25 03:42:10.432892 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-3b529405-36dd-4863-ae8b-12eedd7112fb service neutron] 10.222.0.115 "GET /v2.0/networks/7c8d81c6-dccc-4099-b6b2-a00ea0a64b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803483 Jan 25 03:42:10.524938 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-fc41e2dd-8a70-4896-a8ad-895f0468611c service neutron] 10.222.0.115 "GET /v2.0/networks/7c8d81c6-dccc-4099-b6b2-a00ea0a64b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862105 Jan 25 03:42:10.750254 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-97e13d69-88b5-4268-a2f0-1e37d446d090 req-b0b71ef0-3ba0-4c69-8341-4742a5a59f5b tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 210 time: 0.0262058 Jan 25 03:42:11.843436 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e92366c1-8bf8-477a-9d91-ae03ce3f864d req-54308ff7-c568-4bbb-a6b7-e39bbd752489 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 210 time: 0.0254035 Jan 25 03:42:11.852541 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:12.961965 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-21182556-4cad-4f0a-a8d9-09be11d6f06d req-ebb7fae3-0a7c-4091-8f55-8f6642d83ebe tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 210 time: 0.0452096 Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.033499 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.036176 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.036176 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.036176 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.036176 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.036176 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.036176 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.036176 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.036176 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.036176 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.036176 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.036176 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:42:13.036176 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:42:13.036176 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-f6dafa8c-be15-4de8-8d57-88627863f8b9 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:13.036176 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-f6dafa8c-be15-4de8-8d57-88627863f8b9 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.112 "GET /v2.0/networks?id=7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 HTTP/1.1" status: 200 len: 814 time: 0.1361256 Jan 25 03:42:13.058664 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Request body: {'port': {'device_id': '447c6612-9f1b-4064-b6ed-7ee5dc89f827', 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80', 'admin_state_up': True, 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:42:13.219348 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Made reservation on behalf of e4705507d68244c7a9a99369120f0a3a for: {'port': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:42:13.223341 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:13.361173 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Allocated IP 172.20.0.11 (7c8d81c6-dccc-4099-b6b2-a00ea0a64b80/f3156457-0948-4819-a7ca-8e98e39ec404/596e847a-8586-402f-8511-f40dab535655) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:42:13.508654 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for port (596e847a-8586-402f-8511-f40dab535655), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:13.629039 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (596e847a-8586-402f-8511-f40dab535655), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:13.692838 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Network 7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:42:13.700289 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:42:13.711872 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:42:13.783389 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Pushing event updated for resources: {'Port': ['ID=596e847a-8586-402f-8511-f40dab535655,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:13.837041 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:13.837888 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:13.850086 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:13.850543 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:13.850874 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:13.851245 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:13.851557 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:13.852539 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:13.852873 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:13.853211 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:13.853618 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:13.853975 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:13.854305 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:13.854631 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:13.854956 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:13.904258 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8f819c87-2d24-4e1b-b22e-4928d9f1cb83 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8489907 Jan 25 03:42:14.068152 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f709e75a-2347-4e88-94da-e02157beb487 None None] Provisioning complete for port 596e847a-8586-402f-8511-f40dab535655 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:42:14.069353 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f709e75a-2347-4e88-94da-e02157beb487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (596e847a-8586-402f-8511-f40dab535655), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:14.092961 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5c03f-4bfb-4f92-aeb1-d4a27636ab0b req-07fbb31f-52a4-40f9-9e67-844bd7872fb0 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:14.094587 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2ef5c03f-4bfb-4f92-aeb1-d4a27636ab0b req-07fbb31f-52a4-40f9-9e67-844bd7872fb0 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 932 time: 0.0591877 Jan 25 03:42:14.109198 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f709e75a-2347-4e88-94da-e02157beb487 None None] Port 596e847a-8586-402f-8511-f40dab535655 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:42:14.145489 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2ef5c03f-4bfb-4f92-aeb1-d4a27636ab0b req-66028760-6969-4d04-9dc0-2bd456d0fbe1 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440879 Jan 25 03:42:15.271533 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36bf22-a045-4227-adf8-be2e5d3f08d3 req-53e1120b-691b-4fea-9de0-a21e5fd719a3 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:15.272905 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9a36bf22-a045-4227-adf8-be2e5d3f08d3 req-53e1120b-691b-4fea-9de0-a21e5fd719a3 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 932 time: 0.0501497 Jan 25 03:42:15.328939 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9a36bf22-a045-4227-adf8-be2e5d3f08d3 req-85ed0b70-978c-4255-ac58-00b5e358c9d5 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482557 Jan 25 03:42:16.448125 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e415f3-f411-4813-8f49-ee0e3fe45f19 req-51028739-48cf-40e3-a2cf-63e2f87df663 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:16.449606 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-14e415f3-f411-4813-8f49-ee0e3fe45f19 req-51028739-48cf-40e3-a2cf-63e2f87df663 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 932 time: 0.0557034 Jan 25 03:42:16.496693 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-14e415f3-f411-4813-8f49-ee0e3fe45f19 req-0acc1fd6-0fe5-40b3-94ca-43566a8cff5d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415664 Jan 25 03:42:17.631981 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc3c3f-1aa3-4f1c-b791-6f78c2172511 req-5e1346a1-f9ca-4354-a296-ceda3afc2f54 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:17.634544 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9efc3c3f-1aa3-4f1c-b791-6f78c2172511 req-5e1346a1-f9ca-4354-a296-ceda3afc2f54 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 932 time: 0.0539358 Jan 25 03:42:17.683077 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9efc3c3f-1aa3-4f1c-b791-6f78c2172511 req-f2bb3021-d48b-4687-b5c2-76647cd9603f tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419855 Jan 25 03:42:18.805884 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a09b67-8156-4f65-b5d4-974e187e6df9 req-d3f2ee05-e375-4739-bc16-be5f4d3412ea tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:18.807354 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-72a09b67-8156-4f65-b5d4-974e187e6df9 req-d3f2ee05-e375-4739-bc16-be5f4d3412ea tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 932 time: 0.0577881 Jan 25 03:42:18.853345 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-72a09b67-8156-4f65-b5d4-974e187e6df9 req-e370537d-e666-41d4-bc76-458b1603a8db tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405176 Jan 25 03:42:19.983200 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642dfbb-cc85-4954-ae00-382c61f5dc49 req-27bfd63e-c70b-443e-8cb1-80ea9ba9676d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:19.983200 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7642dfbb-cc85-4954-ae00-382c61f5dc49 req-27bfd63e-c70b-443e-8cb1-80ea9ba9676d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 932 time: 0.0559094 Jan 25 03:42:20.032464 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7642dfbb-cc85-4954-ae00-382c61f5dc49 req-8f764fd0-402e-49fe-b54f-a48b0a1da39f tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458498 Jan 25 03:42:21.168786 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0ef5f-9e6e-4ed8-84f5-3a4c5c589a3b req-dca9c274-2ba0-451f-a624-d7d13e0f956f tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:21.170289 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-28e0ef5f-9e6e-4ed8-84f5-3a4c5c589a3b req-dca9c274-2ba0-451f-a624-d7d13e0f956f tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 932 time: 0.0636585 Jan 25 03:42:21.221990 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-28e0ef5f-9e6e-4ed8-84f5-3a4c5c589a3b req-00689f41-29d5-44bb-985e-a46c1c11a14c tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460246 Jan 25 03:42:22.356359 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9ef32-970f-476d-9318-c4689dc82bb6 req-8b5e99ef-f00c-44d6-906e-b8ce9b49e2e2 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:22.360822 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9ca9ef32-970f-476d-9318-c4689dc82bb6 req-8b5e99ef-f00c-44d6-906e-b8ce9b49e2e2 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 932 time: 0.0712225 Jan 25 03:42:22.412340 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9ca9ef32-970f-476d-9318-c4689dc82bb6 req-bf1caa6d-0e6d-4404-b123-7b4e6d6e2947 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459709 Jan 25 03:42:23.538296 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aa6ca-aa9e-4b6d-a05d-1dd01bee8eab req-da74be74-9dc4-4340-a6f1-f2b41669ad9c tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:23.540098 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3c7aa6ca-aa9e-4b6d-a05d-1dd01bee8eab req-da74be74-9dc4-4340-a6f1-f2b41669ad9c tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 932 time: 0.0502269 Jan 25 03:42:23.597852 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3c7aa6ca-aa9e-4b6d-a05d-1dd01bee8eab req-440169cd-81e4-44d2-b144-803424df1b75 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508044 Jan 25 03:42:24.681246 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 54002) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:24.713988 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31387712-cf09-443e-a912-8a617dc9247d req-6774eb47-ecf7-4038-9f3e-31a14c9ffa7d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:24.715482 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-31387712-cf09-443e-a912-8a617dc9247d req-6774eb47-ecf7-4038-9f3e-31a14c9ffa7d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 932 time: 0.0499501 Jan 25 03:42:24.725219 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_v2 [None req-221b2078-76b9-4ce4-8578-d8461e11bad2 admin admin] Deleting subnet 489ce0d4-4994-414b-a6b7-7f3701d0bb13 {{(pid=103185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:42:24.729019 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-221b2078-76b9-4ce4-8578-d8461e11bad2 admin admin] Publish callbacks [] for subnet (489ce0d4-4994-414b-a6b7-7f3701d0bb13), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:24.769260 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-31387712-cf09-443e-a912-8a617dc9247d req-8d3777cf-157d-4be1-a134-4462ebcb12d0 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482709 Jan 25 03:42:24.769502 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-221b2078-76b9-4ce4-8578-d8461e11bad2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614843'] for subnet (489ce0d4-4994-414b-a6b7-7f3701d0bb13), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:24.810492 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-221b2078-76b9-4ce4-8578-d8461e11bad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064499'] for subnet (489ce0d4-4994-414b-a6b7-7f3701d0bb13), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:24.916869 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-221b2078-76b9-4ce4-8578-d8461e11bad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4618130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320536'] for subnet (489ce0d4-4994-414b-a6b7-7f3701d0bb13), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:24.942587 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b2078-76b9-4ce4-8578-d8461e11bad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=489ce0d4-4994-414b-a6b7-7f3701d0bb13,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:24.948903 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-221b2078-76b9-4ce4-8578-d8461e11bad2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:24.951432 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-221b2078-76b9-4ce4-8578-d8461e11bad2 admin admin] 10.222.0.115 "DELETE /v2.0/subnets/489ce0d4-4994-414b-a6b7-7f3701d0bb13 HTTP/1.1" status: 204 len: 168 time: 0.2684309 Jan 25 03:42:24.953883 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 54004) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:25.027941 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a709725c-06c3-4e17-9ac0-69aaa0f3a08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682109'] for network (53c1fc18-89c3-459d-a1e2-14cd4e6b342a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:25.105844 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a709725c-06c3-4e17-9ac0-69aaa0f3a08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062318', 'neutron.services.segments.db._delete_segments_for_network-8760337342383'] for network (53c1fc18-89c3-459d-a1e2-14cd4e6b342a), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:25.129696 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-a709725c-06c3-4e17-9ac0-69aaa0f3a08e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c1fc18-89c3-459d-a1e2-14cd4e6b342a']}} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:42:25.139669 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-a709725c-06c3-4e17-9ac0-69aaa0f3a08e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38e12b9-b447-40b5-bfc0-066fb994c5f4') {'for_net_delete': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:42:25.139960 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-a709725c-06c3-4e17-9ac0-69aaa0f3a08e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38e12b9-b447-40b5-bfc0-066fb994c5f4') {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:42:25.149328 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a709725c-06c3-4e17-9ac0-69aaa0f3a08e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760337342257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614818'] for segment (a38e12b9-b447-40b5-bfc0-066fb994c5f4), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:25.162253 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a709725c-06c3-4e17-9ac0-69aaa0f3a08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (a38e12b9-b447-40b5-bfc0-066fb994c5f4), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a709725c-06c3-4e17-9ac0-69aaa0f3a08e admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a709725c-06c3-4e17-9ac0-69aaa0f3a08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4618188'] for segment (a38e12b9-b447-40b5-bfc0-066fb994c5f4), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: Traceback (most recent call last): Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: timer() Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: cb(*args, **kw) Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: return func(*args, **kwargs) Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: self._notify() Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: self.callback(batched_events) Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: event.method(event) Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: return f(self, *a, **k) Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: return self._get(url).json() Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: return self.request(url, 'GET', **kwargs) Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:42:25.173914 dv-cinder-819011-2-iscsi neutron-server[103185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:42:25.293614 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a709725c-06c3-4e17-9ac0-69aaa0f3a08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586131'] for network (53c1fc18-89c3-459d-a1e2-14cd4e6b342a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:25.299077 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a709725c-06c3-4e17-9ac0-69aaa0f3a08e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:25.302246 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-a709725c-06c3-4e17-9ac0-69aaa0f3a08e admin admin] 10.222.0.115 "DELETE /v2.0/networks/53c1fc18-89c3-459d-a1e2-14cd4e6b342a HTTP/1.1" status: 204 len: 168 time: 0.3474426 Jan 25 03:42:25.313583 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709725c-06c3-4e17-9ac0-69aaa0f3a08e admin admin] Pushing event deleted for resources: {'Network': ['ID=53c1fc18-89c3-459d-a1e2-14cd4e6b342a,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:25.674867 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 54010) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:25.715072 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-065ef660-880d-4c06-b5a4-9f313c6ae31b admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=669e86b55a1248009baefdb84c00453a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389247 Jan 25 03:42:25.717404 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 54012) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:25.766572 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1185feb-8967-4e90-ab4a-73923ee4fede admin admin] Publish callbacks [] for security_group (1978c35b-9932-4054-89d5-0a1af9908137), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:25.787002 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1185feb-8967-4e90-ab4a-73923ee4fede admin admin] Publish callbacks [] for security_group (1978c35b-9932-4054-89d5-0a1af9908137), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:25.892798 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062e1fa-e4ad-41fd-9222-b32727412aa9 req-52b7c3ed-4eda-4950-b42d-8e4b67b5d87a tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:25.894254 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e062e1fa-e4ad-41fd-9222-b32727412aa9 req-52b7c3ed-4eda-4950-b42d-8e4b67b5d87a tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 932 time: 0.0501399 Jan 25 03:42:25.919663 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1185feb-8967-4e90-ab4a-73923ee4fede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (1978c35b-9932-4054-89d5-0a1af9908137), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:25.922152 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1185feb-8967-4e90-ab4a-73923ee4fede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:25.923257 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d1185feb-8967-4e90-ab4a-73923ee4fede admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/1978c35b-9932-4054-89d5-0a1af9908137 HTTP/1.1" status: 204 len: 168 time: 0.2049348 Jan 25 03:42:25.948087 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1185feb-8967-4e90-ab4a-73923ee4fede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1978c35b-9932-4054-89d5-0a1af9908137,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:25.956815 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e062e1fa-e4ad-41fd-9222-b32727412aa9 req-8faaee7b-17fa-48ad-82d9-05edbfb2f90d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567250 Jan 25 03:42:27.074076 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79014e19-d3fa-42e3-aa6b-9e05faddaa71 req-5f82561d-064d-481c-b731-faa38f8396bd tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:27.075568 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-79014e19-d3fa-42e3-aa6b-9e05faddaa71 req-5f82561d-064d-481c-b731-faa38f8396bd tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 932 time: 0.0493364 Jan 25 03:42:27.123904 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-79014e19-d3fa-42e3-aa6b-9e05faddaa71 req-036b608c-7199-4340-9908-2553ff607aec tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427923 Jan 25 03:42:28.088836 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Request body: {'port': {'device_id': '447c6612-9f1b-4064-b6ed-7ee5dc89f827', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:42:28.147591 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (596e847a-8586-402f-8511-f40dab535655), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:28.236220 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a8b9b-1efb-4c61-ad6c-aaae585130a8 req-6d2d0531-dc2b-4415-b624-3b3733bfb208 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:28.237756 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5d9a8b9b-1efb-4c61-ad6c-aaae585130a8 req-6d2d0531-dc2b-4415-b624-3b3733bfb208 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 932 time: 0.0488558 Jan 25 03:42:28.284865 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5d9a8b9b-1efb-4c61-ad6c-aaae585130a8 req-5139d122-8487-4e5d-b3a2-52a33f800b19 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407877 Jan 25 03:42:28.411105 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596e847a-8586-402f-8511-f40dab535655 {{(pid=103186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:42:28.418409 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Publish callbacks [] for port (596e847a-8586-402f-8511-f40dab535655), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:28.430391 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.provisioning_blocks [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Transition to ACTIVE for port object 596e847a-8586-402f-8511-f40dab535655 will not be triggered until provisioned by entity L2. {{(pid=103186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:42:28.487073 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (596e847a-8586-402f-8511-f40dab535655), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:28.567230 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Pushing event updated for resources: {'Port': ['ID=596e847a-8586-402f-8511-f40dab535655,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:28.612859 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Attempting to bind port 596e847a-8586-402f-8511-f40dab535655 on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:42:28.613176 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Attempting to bind port 596e847a-8586-402f-8511-f40dab535655 by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': '50df69bd-2126-48c1-8c0c-bd584009a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:42:28.613419 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Attempting to bind port 596e847a-8586-402f-8511-f40dab535655 on network 7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:42:28.618468 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Port 596e847a-8586-402f-8511-f40dab535655 on network 7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:42:28.618778 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Attempting to bind port 596e847a-8586-402f-8511-f40dab535655 on network 7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:42:28.623742 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:42:28.624093 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Checking segment: {'id': '50df69bd-2126-48c1-8c0c-bd584009a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:42:28.624451 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Bound using segment: {'id': '50df69bd-2126-48c1-8c0c-bd584009a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:42:28.624874 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Bound port: 596e847a-8586-402f-8511-f40dab535655, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50df69bd-2126-48c1-8c0c-bd584009a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:42:28.625228 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (596e847a-8586-402f-8511-f40dab535655), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:28.689454 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] For port 596e847a-8586-402f-8511-f40dab535655, host hv-cinder-81901, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:42:28.694654 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] For port 596e847a-8586-402f-8511-f40dab535655, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=596e847a-8586-402f-8511-f40dab535655,segment=NetworkSegment(50df69bd-2126-48c1-8c0c-bd584009a88a),segment_id=50df69bd-2126-48c1-8c0c-bd584009a88a)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:42:28.785093 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (596e847a-8586-402f-8511-f40dab535655), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:28.820187 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:28.821417 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:28.823006 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] 10.222.0.112 "PUT /v2.0/ports/596e847a-8586-402f-8511-f40dab535655 HTTP/1.1" status: 200 len: 1094 time: 0.7394621 Jan 25 03:42:28.823466 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447c6612-9f1b-4064-b6ed-7ee5dc89f827', 'tag': '596e847a-8586-402f-8511-f40dab535655'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:42:28.825747 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a55a30a-8df1-480f-a3f7-56c7fd461647" -d '{"events": [{"name": "network-changed", "server_uuid": "447c6612-9f1b-4064-b6ed-7ee5dc89f827", "tag": "596e847a-8586-402f-8511-f40dab535655"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:42:28.848047 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c270b41-5b77-4547-b6e0-325401f9b065 service neutron] Pushing event updated for resources: {'Port': ['ID=596e847a-8586-402f-8511-f40dab535655,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:28.875684 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64026967-6088-4208-9506-2641c34977f2 x-openstack-request-id: req-64026967-6088-4208-9506-2641c34977f2 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:42:28.875684 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447c6612-9f1b-4064-b6ed-7ee5dc89f827", "tag": "596e847a-8586-402f-8511-f40dab535655", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:42:28.875684 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-64026967-6088-4208-9506-2641c34977f2 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:42:28.875684 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447c6612-9f1b-4064-b6ed-7ee5dc89f827', 'tag': '596e847a-8586-402f-8511-f40dab535655', 'status': 'completed', 'code': 200} Jan 25 03:42:28.965257 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55a30a-8df1-480f-a3f7-56c7fd461647 req-653292bc-7c08-41a6-9b11-93d3fa6b579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:28.966776 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8a55a30a-8df1-480f-a3f7-56c7fd461647 req-653292bc-7c08-41a6-9b11-93d3fa6b579f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e4705507d68244c7a9a99369120f0a3a&device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 1097 time: 0.0439646 Jan 25 03:42:29.322999 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55a30a-8df1-480f-a3f7-56c7fd461647 req-70925bbc-a144-49ed-8d64-49b0681e1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:29.324530 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8a55a30a-8df1-480f-a3f7-56c7fd461647 req-70925bbc-a144-49ed-8d64-49b0681e1486 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=e4705507d68244c7a9a99369120f0a3a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3344500 Jan 25 03:42:29.405671 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bca9a-7654-4c28-9ea4-4e5b3eb56cf5 req-081b04ce-6348-4b44-9101-84842e683d6f tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:29.407207 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-053bca9a-7654-4c28-9ea4-4e5b3eb56cf5 req-081b04ce-6348-4b44-9101-84842e683d6f tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 944 time: 0.0530224 Jan 25 03:42:29.424669 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55a30a-8df1-480f-a3f7-56c7fd461647 req-5e834e47-5dad-4aef-bdd5-5032b71b0057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:29.426505 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8a55a30a-8df1-480f-a3f7-56c7fd461647 req-5e834e47-5dad-4aef-bdd5-5032b71b0057 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0947940 Jan 25 03:42:29.455849 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-053bca9a-7654-4c28-9ea4-4e5b3eb56cf5 req-c9081411-ef61-4cc0-bf6a-df214f699122 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427732 Jan 25 03:42:29.541298 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-ac4e0528-e820-4a0b-ab4d-cb8003c07720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:29.542865 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-ac4e0528-e820-4a0b-ab4d-cb8003c07720 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e4705507d68244c7a9a99369120f0a3a&device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 1097 time: 0.0401390 Jan 25 03:42:29.589977 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-f13e2ee2-cb0a-4bf7-9824-c1d63f801b1e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=596e847a-8586-402f-8511-f40dab535655 HTTP/1.1" status: 200 len: 217 time: 0.0330703 Jan 25 03:42:29.636575 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-80700e01-8be4-4aa3-8f41-cc9c5f8ec84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:29.637961 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-80700e01-8be4-4aa3-8f41-cc9c5f8ec84d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f3156457-0948-4819-a7ca-8e98e39ec404 HTTP/1.1" status: 200 len: 853 time: 0.0420170 Jan 25 03:42:29.685611 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-14527d6c-55a2-497f-83d8-c5d016e017a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:29.687072 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-14527d6c-55a2-497f-83d8-c5d016e017a9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=7c8d81c6-dccc-4099-b6b2-a00ea0a64b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419712 Jan 25 03:42:29.773631 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-054f41cc-3766-4c1b-8d74-3e1a4770f266 service neutron] 10.222.0.112 "GET /v2.0/networks/7c8d81c6-dccc-4099-b6b2-a00ea0a64b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797205 Jan 25 03:42:29.866185 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-327de444-50c9-41e0-a001-cbed9c8961c2 req-dbedb2c3-d96f-4e77-9215-95e371439e09 service neutron] 10.222.0.112 "GET /v2.0/networks/7c8d81c6-dccc-4099-b6b2-a00ea0a64b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844693 Jan 25 03:42:30.570063 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969838b9-c21e-4735-9d71-575c316ea222 req-68c1e28d-7b70-4706-ae40-344eb959a962 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:30.572514 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-969838b9-c21e-4735-9d71-575c316ea222 req-68c1e28d-7b70-4706-ae40-344eb959a962 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 944 time: 0.0518179 Jan 25 03:42:30.618713 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-969838b9-c21e-4735-9d71-575c316ea222 req-d9f17bdb-4e5f-4144-bb5b-1255b3ab9858 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406806 Jan 25 03:42:31.469993 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-91ccfc1a-d7d2-48f9-9133-f05f518fa9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:31.729493 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977dbd2-27e2-41ea-9e5d-fddc863b7170 req-0d77d125-26f2-4218-b594-e1f0d65aabd2 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:31.730928 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0977dbd2-27e2-41ea-9e5d-fddc863b7170 req-0d77d125-26f2-4218-b594-e1f0d65aabd2 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 944 time: 0.0475571 Jan 25 03:42:31.777135 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0977dbd2-27e2-41ea-9e5d-fddc863b7170 req-6c78790b-2b0d-4e6f-96ad-f2cdc324371c tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406387 Jan 25 03:42:32.891897 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938358a-8375-4f11-9c4c-bf71fc8e9053 req-473060e9-0098-4254-a01d-2abe8c9c89aa tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:32.893385 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e938358a-8375-4f11-9c4c-bf71fc8e9053 req-473060e9-0098-4254-a01d-2abe8c9c89aa tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 944 time: 0.0474904 Jan 25 03:42:32.941866 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e938358a-8375-4f11-9c4c-bf71fc8e9053 req-9fec5e0d-a492-4614-9978-23daff30454f tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430243 Jan 25 03:42:33.773060 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-466eb9b9-8e2c-4d18-88a8-fab20b22e65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:34.055865 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5f10d-51bd-4307-b9c0-0fac0f0bdddf req-c4e5bd5c-c7f8-49fb-842c-306684931bf0 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:34.057810 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-80e5f10d-51bd-4307-b9c0-0fac0f0bdddf req-c4e5bd5c-c7f8-49fb-842c-306684931bf0 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 944 time: 0.0512457 Jan 25 03:42:34.107727 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-80e5f10d-51bd-4307-b9c0-0fac0f0bdddf req-a93489be-6b8d-4875-96b2-b3c3544a6834 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443645 Jan 25 03:42:34.605993 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 596e847a-8586-402f-8511-f40dab535655 details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:42:34.701587 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 596e847a-8586-402f-8511-f40dab535655, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=596e847a-8586-402f-8511-f40dab535655,segment=NetworkSegment(50df69bd-2126-48c1-8c0c-bd584009a88a),segment_id=50df69bd-2126-48c1-8c0c-bd584009a88a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:42:34.712598 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': '596e847a-8586-402f-8511-f40dab535655', 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80', 'port_id': '596e847a-8586-402f-8511-f40dab535655', 'mac_address': 'fa:16:3e:ee:6c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3156457-0948-4819-a7ca-8e98e39ec404', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:42:34.750251 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 596e847a-8586-402f-8511-f40dab535655 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:42:34.750637 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (596e847a-8586-402f-8511-f40dab535655), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:34.763338 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 596e847a-8586-402f-8511-f40dab535655 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:42:34.783189 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 596e847a-8586-402f-8511-f40dab535655, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=596e847a-8586-402f-8511-f40dab535655,segment=NetworkSegment(50df69bd-2126-48c1-8c0c-bd584009a88a),segment_id=50df69bd-2126-48c1-8c0c-bd584009a88a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:42:34.847029 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (596e847a-8586-402f-8511-f40dab535655), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:34.896551 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=596e847a-8586-402f-8511-f40dab535655,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:35.195222 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481faa4-807a-434b-8c8a-a40d06bb0295 req-224bc946-d156-46eb-9066-db11db46e3ef tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:35.197348 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7481faa4-807a-434b-8c8a-a40d06bb0295 req-224bc946-d156-46eb-9066-db11db46e3ef tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 946 time: 0.0568936 Jan 25 03:42:35.224521 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:35.230376 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b48617-6455-45ab-b132-fdb080e86cef req-0aaa442e-c45e-4392-9345-6a0aa44fab37 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:35.231925 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-99b48617-6455-45ab-b132-fdb080e86cef req-0aaa442e-c45e-4392-9345-6a0aa44fab37 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 945 time: 0.0491476 Jan 25 03:42:35.245970 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7481faa4-807a-434b-8c8a-a40d06bb0295 req-f775a738-3faf-44ff-b8b2-cacd0f1839a6 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418804 Jan 25 03:42:35.278913 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-99b48617-6455-45ab-b132-fdb080e86cef req-cb8e885d-bb06-4ffb-a0f4-c34d8197a6d5 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413680 Jan 25 03:42:35.357344 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['596e847a-8586-402f-8511-f40dab535655'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:42:36.367005 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70cb03-ca23-4acf-81f9-8668979eaf39 req-4089395c-a2d8-4f15-8a67-34a679e05427 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:36.368585 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8e70cb03-ca23-4acf-81f9-8668979eaf39 req-4089395c-a2d8-4f15-8a67-34a679e05427 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 946 time: 0.0496852 Jan 25 03:42:36.394909 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b4921-72f4-4d13-95d9-aac7cfee3c56 req-296ddde8-6d21-4906-8a47-2c2aaed905b2 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:36.396409 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-396b4921-72f4-4d13-95d9-aac7cfee3c56 req-296ddde8-6d21-4906-8a47-2c2aaed905b2 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 945 time: 0.0521827 Jan 25 03:42:36.417008 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8e70cb03-ca23-4acf-81f9-8668979eaf39 req-da8da3c1-b8f6-4c43-b89e-84575c6f6d68 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418711 Jan 25 03:42:36.445263 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-396b4921-72f4-4d13-95d9-aac7cfee3c56 req-9b121cb4-b9a4-4337-9757-860a476f8653 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431945 Jan 25 03:42:36.632370 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 596e847a-8586-402f-8511-f40dab535655 up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:42:36.736950 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port 596e847a-8586-402f-8511-f40dab535655 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:42:36.740732 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port 596e847a-8586-402f-8511-f40dab535655 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:42:36.741110 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (596e847a-8586-402f-8511-f40dab535655), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:36.767246 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:36.816754 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 596e847a-8586-402f-8511-f40dab535655 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:42:36.817131 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (596e847a-8586-402f-8511-f40dab535655), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:36.838785 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447c6612-9f1b-4064-b6ed-7ee5dc89f827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596e847a-8586-402f-8511-f40dab535655'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:42:36.841647 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4617d1-babb-4015-b39b-8df39b8aa3fc" -d '{"events": [{"server_uuid": "447c6612-9f1b-4064-b6ed-7ee5dc89f827", "name": "network-vif-plugged", "status": "completed", "tag": "596e847a-8586-402f-8511-f40dab535655"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:42:36.854309 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 596e847a-8586-402f-8511-f40dab535655, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=596e847a-8586-402f-8511-f40dab535655,segment=NetworkSegment(50df69bd-2126-48c1-8c0c-bd584009a88a),segment_id=50df69bd-2126-48c1-8c0c-bd584009a88a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:42:36.877420 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e513001e-6c59-444f-be2a-4cfd9a23ee95 x-openstack-request-id: req-e513001e-6c59-444f-be2a-4cfd9a23ee95 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:42:36.877707 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447c6612-9f1b-4064-b6ed-7ee5dc89f827", "name": "network-vif-plugged", "status": "completed", "tag": "596e847a-8586-402f-8511-f40dab535655", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:42:36.877957 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-e513001e-6c59-444f-be2a-4cfd9a23ee95 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:42:36.878370 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447c6612-9f1b-4064-b6ed-7ee5dc89f827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596e847a-8586-402f-8511-f40dab535655', 'code': 200} Jan 25 03:42:36.915827 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (596e847a-8586-402f-8511-f40dab535655), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:36.966496 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=596e847a-8586-402f-8511-f40dab535655,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:37.271818 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8e30c-d1fe-42ac-929d-a328abfe7355 req-327aba01-331e-4e6b-b86a-30341067e49c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:37.273158 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9fa8e30c-d1fe-42ac-929d-a328abfe7355 req-327aba01-331e-4e6b-b86a-30341067e49c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.112 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 946 time: 0.0758965 Jan 25 03:42:37.282838 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f7c24-930a-4449-a5d0-ac816c62c644 req-ab50d020-badf-4943-863c-d9f800858134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:37.284278 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cd7f7c24-930a-4449-a5d0-ac816c62c644 req-ab50d020-badf-4943-863c-d9f800858134 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 1099 time: 0.0620785 Jan 25 03:42:37.383196 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cd7f7c24-930a-4449-a5d0-ac816c62c644 req-23aa32e6-c3fe-4ca7-a702-5a178b57c84c service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746996 Jan 25 03:42:37.400245 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-9fa8e30c-d1fe-42ac-929d-a328abfe7355 req-76c44b8a-02ec-4a99-a98b-66727da608bf tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Deleting port 23790178-4f79-4bcf-a17f-bd8e5abf0427 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:42:37.400584 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-9fa8e30c-d1fe-42ac-929d-a328abfe7355 req-76c44b8a-02ec-4a99-a98b-66727da608bf tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:37.493149 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-9fa8e30c-d1fe-42ac-929d-a328abfe7355 req-76c44b8a-02ec-4a99-a98b-66727da608bf tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] For port 23790178-4f79-4bcf-a17f-bd8e5abf0427, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=23790178-4f79-4bcf-a17f-bd8e5abf0427,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:42:37.493516 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-9fa8e30c-d1fe-42ac-929d-a328abfe7355 req-76c44b8a-02ec-4a99-a98b-66727da608bf tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:37.538979 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6328a06-66d5-4e0e-a12f-da5a43b45d88 req-06dd1b54-3e8b-4643-8866-62c839d5f89a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:37.540410 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a6328a06-66d5-4e0e-a12f-da5a43b45d88 req-06dd1b54-3e8b-4643-8866-62c839d5f89a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 946 time: 0.0503037 Jan 25 03:42:37.588556 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a6328a06-66d5-4e0e-a12f-da5a43b45d88 req-cc135c96-e01b-403b-8216-c706e26575d0 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=1bf25f57-5b4a-4882-a45e-818a54ab041f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422270 Jan 25 03:42:37.689175 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e70ba-c562-46e8-8122-164e7dea46cb req-f8568498-8e39-480d-9a2d-354cba080119 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:37.690905 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-551e70ba-c562-46e8-8122-164e7dea46cb req-f8568498-8e39-480d-9a2d-354cba080119 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 946 time: 0.1604459 Jan 25 03:42:37.785943 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-551e70ba-c562-46e8-8122-164e7dea46cb req-2ee92fa0-4ba1-4d10-bc93-533953ef61c8 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882149 Jan 25 03:42:37.789467 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-9fa8e30c-d1fe-42ac-929d-a328abfe7355 req-76c44b8a-02ec-4a99-a98b-66727da608bf tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:37.789781 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-9fa8e30c-d1fe-42ac-929d-a328abfe7355 req-76c44b8a-02ec-4a99-a98b-66727da608bf tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586113'] for floatingip (e04576ab-a1fc-4ed3-bc5f-d9e0c7e7e0c4), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:37.790093 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.db.l3_db [req-9fa8e30c-d1fe-42ac-929d-a328abfe7355 req-76c44b8a-02ec-4a99-a98b-66727da608bf tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Floating IP e04576ab-a1fc-4ed3-bc5f-d9e0c7e7e0c4 disassociated. External IP: 172.27.2.165, port: 23790178-4f79-4bcf-a17f-bd8e5abf0427. Jan 25 03:42:37.790431 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-9fa8e30c-d1fe-42ac-929d-a328abfe7355 req-76c44b8a-02ec-4a99-a98b-66727da608bf tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Calling delete_port for 23790178-4f79-4bcf-a17f-bd8e5abf0427 owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:42:37.971696 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-9fa8e30c-d1fe-42ac-929d-a328abfe7355 req-76c44b8a-02ec-4a99-a98b-66727da608bf tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (23790178-4f79-4bcf-a17f-bd8e5abf0427), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:37.994190 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:38.000867 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c44b8a-02ec-4a99-a98b-66727da608bf tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Pushing event deleted for resources: {'Port': ['ID=23790178-4f79-4bcf-a17f-bd8e5abf0427,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:38.114463 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fa8e30c-d1fe-42ac-929d-a328abfe7355 req-76c44b8a-02ec-4a99-a98b-66727da608bf tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Router 5a15c3c2-a4df-4bda-baf8-944075fcce8a has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:42:38.228004 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fa8e30c-d1fe-42ac-929d-a328abfe7355 req-76c44b8a-02ec-4a99-a98b-66727da608bf tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:42:38.234661 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f1537f-2d17-4b29-943f-21a91c5d4f98 None None] Sync routers for ids ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:42:38.245129 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f1537f-2d17-4b29-943f-21a91c5d4f98 None None] Routers {'5a15c3c2-a4df-4bda-baf8-944075fcce8a'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:42:38.245749 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-26f1537f-2d17-4b29-943f-21a91c5d4f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:42:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:42:38.263041 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa8e30c-d1fe-42ac-929d-a328abfe7355 req-76c44b8a-02ec-4a99-a98b-66727da608bf tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] No DVR routers for this DVR port 23790178-4f79-4bcf-a17f-bd8e5abf0427 on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:42:38.265914 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-9fa8e30c-d1fe-42ac-929d-a328abfe7355 req-76c44b8a-02ec-4a99-a98b-66727da608bf tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:38.269265 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9fa8e30c-d1fe-42ac-929d-a328abfe7355 req-76c44b8a-02ec-4a99-a98b-66727da608bf tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.112 "DELETE /v2.0/ports/23790178-4f79-4bcf-a17f-bd8e5abf0427 HTTP/1.1" status: 204 len: 173 time: 0.9841409 Jan 25 03:42:38.269700 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c1179f-67c0-4198-8933-7cabe5c964f3', 'name': 'network-vif-deleted', 'tag': '23790178-4f79-4bcf-a17f-bd8e5abf0427'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:42:38.272211 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b5d349-9234-4447-9404-b82bf2c132c2" -d '{"events": [{"server_uuid": "b5c1179f-67c0-4198-8933-7cabe5c964f3", "name": "network-vif-deleted", "tag": "23790178-4f79-4bcf-a17f-bd8e5abf0427"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:42:38.308438 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16673ef9-4c5d-46c5-8517-7cac831c8d4e x-openstack-request-id: req-16673ef9-4c5d-46c5-8517-7cac831c8d4e {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:42:38.309229 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c1179f-67c0-4198-8933-7cabe5c964f3", "name": "network-vif-deleted", "tag": "23790178-4f79-4bcf-a17f-bd8e5abf0427", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:42:38.309479 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-16673ef9-4c5d-46c5-8517-7cac831c8d4e {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:42:38.309975 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c1179f-67c0-4198-8933-7cabe5c964f3', 'name': 'network-vif-deleted', 'tag': '23790178-4f79-4bcf-a17f-bd8e5abf0427', 'status': 'completed', 'code': 200} Jan 25 03:42:38.482453 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-26f1537f-2d17-4b29-943f-21a91c5d4f98 None None] Set router 5a15c3c2-a4df-4bda-baf8-944075fcce8a gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:42:38.702364 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-26f1537f-2d17-4b29-943f-21a91c5d4f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 4, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port': {'id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'c19e7f2d-a8d9-42a4-8459-6dd112438fb2', 'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'mac_address': 'fa:16:3e:7d:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:37Z', 'updated_at': '2022-01-25T03:35:43Z', 'revision_number': 5, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'subnets': [{'id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:42:38.720782 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bf4dd61d-a1a3-466d-b8e9-174a2e4e3cd5 req-d1e414c0-657e-4e4f-b2e5-de75b9475779 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=b5c1179f-67c0-4198-8933-7cabe5c964f3 HTTP/1.1" status: 200 len: 210 time: 0.0371296 Jan 25 03:42:38.734220 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f1537f-2d17-4b29-943f-21a91c5d4f98 None None] Checking router: 5a15c3c2-a4df-4bda-baf8-944075fcce8a for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:42:38.743068 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f1537f-2d17-4b29-943f-21a91c5d4f98 None None] Routers {'5a15c3c2-a4df-4bda-baf8-944075fcce8a'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:42:38.743702 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-26f1537f-2d17-4b29-943f-21a91c5d4f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:42:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:42:38.855071 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-26f1537f-2d17-4b29-943f-21a91c5d4f98 None None] Set router 5a15c3c2-a4df-4bda-baf8-944075fcce8a gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:42:38.926426 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa68ba-2103-43de-957d-917c701e63ad req-18679277-af4e-4e08-b685-57ab6b9c9b9b tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:38.927924 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e8fa68ba-2103-43de-957d-917c701e63ad req-18679277-af4e-4e08-b685-57ab6b9c9b9b tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 946 time: 0.0644212 Jan 25 03:42:38.976241 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e8fa68ba-2103-43de-957d-917c701e63ad req-f7ce9b26-07f9-4ff4-ab47-236c7e820ac3 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424829 Jan 25 03:42:39.064871 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-26f1537f-2d17-4b29-943f-21a91c5d4f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 4, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port': {'id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'c19e7f2d-a8d9-42a4-8459-6dd112438fb2', 'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'mac_address': 'fa:16:3e:7d:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:37Z', 'updated_at': '2022-01-25T03:35:43Z', 'revision_number': 5, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'subnets': [{'id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:42:39.090918 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f1537f-2d17-4b29-943f-21a91c5d4f98 None None] The sync data for ids ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'] in dv-cinder-819011-2-iscsi is: [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 4, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port': {'id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'c19e7f2d-a8d9-42a4-8459-6dd112438fb2', 'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'mac_address': 'fa:16:3e:7d:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:37Z', 'updated_at': '2022-01-25T03:35:43Z', 'revision_number': 5, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'subnets': [{'id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:42:39.313786 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28df0806-5ef4-448d-be66-590122917286 None None] New status for floating IP e04576ab-a1fc-4ed3-bc5f-d9e0c7e7e0c4: DOWN {{(pid=103188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:42:39.733728 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:42:39.892891 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 54086) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:39.945992 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d4deaf53-72e9-454b-b74e-4b15ccfd909a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group (1bf25f57-5b4a-4882-a45e-818a54ab041f), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:39.969376 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d4deaf53-72e9-454b-b74e-4b15ccfd909a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group (1bf25f57-5b4a-4882-a45e-818a54ab041f), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:40.085970 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d4deaf53-72e9-454b-b74e-4b15ccfd909a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (1bf25f57-5b4a-4882-a45e-818a54ab041f), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:40.089206 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d4deaf53-72e9-454b-b74e-4b15ccfd909a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:40.093025 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d4deaf53-72e9-454b-b74e-4b15ccfd909a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "DELETE /v2.0/security-groups/1bf25f57-5b4a-4882-a45e-818a54ab041f HTTP/1.1" status: 204 len: 168 time: 0.1965251 Jan 25 03:42:40.094809 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 54090) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:40.100153 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7961d-1f32-4c72-8a3c-8733f1838864 req-9be8a1b7-76f8-4918-a0b3-8b1b0a8b8237 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:40.107545 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e6e7961d-1f32-4c72-8a3c-8733f1838864 req-9be8a1b7-76f8-4918-a0b3-8b1b0a8b8237 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 946 time: 0.0503411 Jan 25 03:42:40.114214 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4deaf53-72e9-454b-b74e-4b15ccfd909a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf25f57-5b4a-4882-a45e-818a54ab041f,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:40.117756 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.api.v2.resource [None req-139c9f78-7c73-4110-a9d9-1ebb38f03904 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] show failed (client error): The resource could not be found. Jan 25 03:42:40.119167 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-139c9f78-7c73-4110-a9d9-1ebb38f03904 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups/1bf25f57-5b4a-4882-a45e-818a54ab041f HTTP/1.1" status: 404 len: 347 time: 0.0218093 Jan 25 03:42:40.123259 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 54092) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:40.192491 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e6e7961d-1f32-4c72-8a3c-8733f1838864 req-178841e6-1a5e-4542-9fdc-651edcad1f97 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834146 Jan 25 03:42:40.282103 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-c5794de5-693f-4e89-b7e1-e1869dfbdd31 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Deleting port 1d05be2f-bdad-4cae-bcb4-ac3049ef4ddd {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:42:40.282471 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c5794de5-693f-4e89-b7e1-e1869dfbdd31 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (1d05be2f-bdad-4cae-bcb4-ac3049ef4ddd), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:40.313671 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a9d69-85c2-48a1-8c11-232eafe151b9 req-95dc1491-a861-4494-b2b9-de36c0f5d627 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:40.315470 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-de8a9d69-85c2-48a1-8c11-232eafe151b9 req-95dc1491-a861-4494-b2b9-de36c0f5d627 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 946 time: 0.0491514 Jan 25 03:42:40.367349 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-de8a9d69-85c2-48a1-8c11-232eafe151b9 req-5f2d813f-5ab5-4536-a32e-f68c222b88e8 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457437 Jan 25 03:42:40.376491 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c5794de5-693f-4e89-b7e1-e1869dfbdd31 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (1d05be2f-bdad-4cae-bcb4-ac3049ef4ddd), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:40.376817 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c5794de5-693f-4e89-b7e1-e1869dfbdd31 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for floatingip (1d05be2f-bdad-4cae-bcb4-ac3049ef4ddd), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:40.394226 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-c5794de5-693f-4e89-b7e1-e1869dfbdd31 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Calling delete_port for 1d05be2f-bdad-4cae-bcb4-ac3049ef4ddd owned by network:floatingip {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:42:40.601497 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c5794de5-693f-4e89-b7e1-e1869dfbdd31 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (1d05be2f-bdad-4cae-bcb4-ac3049ef4ddd), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:40.634631 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5794de5-693f-4e89-b7e1-e1869dfbdd31 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Pushing event deleted for resources: {'Port': ['ID=1d05be2f-bdad-4cae-bcb4-ac3049ef4ddd,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:40.703420 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c5794de5-693f-4e89-b7e1-e1869dfbdd31 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for floatingip (e04576ab-a1fc-4ed3-bc5f-d9e0c7e7e0c4), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:40.706621 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c5794de5-693f-4e89-b7e1-e1869dfbdd31 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:40.708023 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-c5794de5-693f-4e89-b7e1-e1869dfbdd31 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "DELETE /v2.0/floatingips/e04576ab-a1fc-4ed3-bc5f-d9e0c7e7e0c4 HTTP/1.1" status: 204 len: 168 time: 0.5837805 Jan 25 03:42:40.879941 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73838a87-9958-490b-a444-041e3ca03683 req-855d4dd9-201c-4c1c-90f1-2a234c0b8ac7 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:40.881437 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-73838a87-9958-490b-a444-041e3ca03683 req-855d4dd9-201c-4c1c-90f1-2a234c0b8ac7 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 946 time: 0.0719078 Jan 25 03:42:40.946989 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-73838a87-9958-490b-a444-041e3ca03683 req-6696b45d-829f-4e22-b716-2c0b30f74251 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566139 Jan 25 03:42:41.478624 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 54104) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:41.483991 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-472a4a38-cead-473b-a128-4ec553f9af70 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--888510614', 'description': 'tempest-description--1545334649'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:42:41.595696 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-472a4a38-cead-473b-a128-4ec553f9af70 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:41.664481 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-472a4a38-cead-473b-a128-4ec553f9af70 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group (290fe57b-2906-407b-b54e-404bffd616e2), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:41.731321 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-472a4a38-cead-473b-a128-4ec553f9af70 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (290fe57b-2906-407b-b54e-404bffd616e2), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:41.759080 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a4a38-cead-473b-a128-4ec553f9af70 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290fe57b-2906-407b-b54e-404bffd616e2,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:41.809713 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-472a4a38-cead-473b-a128-4ec553f9af70 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:41.810973 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-472a4a38-cead-473b-a128-4ec553f9af70 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3312798 Jan 25 03:42:41.819462 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 54108) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:41.825968 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-612c221b-922c-4d0f-9e4d-dd6ae0bd5fe1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Request body: {'security_group_rule': {'security_group_id': '290fe57b-2906-407b-b54e-404bffd616e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:42:41.864085 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:41.944544 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-612c221b-922c-4d0f-9e4d-dd6ae0bd5fe1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group_rule (cf97f151-83a2-4398-96c3-ac394869e922), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:42.006185 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-612c221b-922c-4d0f-9e4d-dd6ae0bd5fe1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group_rule (cf97f151-83a2-4398-96c3-ac394869e922), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:42.102971 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-612c221b-922c-4d0f-9e4d-dd6ae0bd5fe1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (cf97f151-83a2-4398-96c3-ac394869e922), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:42.121979 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c221b-922c-4d0f-9e4d-dd6ae0bd5fe1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf97f151-83a2-4398-96c3-ac394869e922,revision_number=0']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:42.208926 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-612c221b-922c-4d0f-9e4d-dd6ae0bd5fe1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:42.210146 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-612c221b-922c-4d0f-9e4d-dd6ae0bd5fe1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3897271 Jan 25 03:42:42.212967 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 54112) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:42.217318 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-aadaae20-ace8-4a9a-9c9e-b7d33a1ba59b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Request body: {'security_group_rule': {'security_group_id': '290fe57b-2906-407b-b54e-404bffd616e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:42:42.297869 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-aadaae20-ace8-4a9a-9c9e-b7d33a1ba59b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group_rule (8f2b8d11-e123-4c83-a38b-ad5d6ac82792), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:42.352882 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-aadaae20-ace8-4a9a-9c9e-b7d33a1ba59b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group_rule (8f2b8d11-e123-4c83-a38b-ad5d6ac82792), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:42.407120 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-aadaae20-ace8-4a9a-9c9e-b7d33a1ba59b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (8f2b8d11-e123-4c83-a38b-ad5d6ac82792), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:42.426873 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadaae20-ace8-4a9a-9c9e-b7d33a1ba59b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2b8d11-e123-4c83-a38b-ad5d6ac82792,revision_number=0']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:42.483928 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-aadaae20-ace8-4a9a-9c9e-b7d33a1ba59b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:42.485203 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-aadaae20-ace8-4a9a-9c9e-b7d33a1ba59b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2712257 Jan 25 03:42:42.488190 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 54116) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:42.492388 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-1b19161a-a67a-45e9-842f-49a10681a7b1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Request body: {'floatingip': {'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:42:42.561237 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b19161a-a67a-45e9-842f-49a10681a7b1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:42.657622 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b19161a-a67a-45e9-842f-49a10681a7b1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:42.679195 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 23790178-4f79-4bcf-a17f-bd8e5abf0427 no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:42:42.699758 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: 23790178-4f79-4bcf-a17f-bd8e5abf0427 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:42:42.699956 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 23790178-4f79-4bcf-a17f-bd8e5abf0427 not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:42:42.759371 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [None req-1b19161a-a67a-45e9-842f-49a10681a7b1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Allocated IP 172.27.2.40 (239af684-5624-458a-b969-bfdffc6894c6/633c65e6-a2b9-4bb5-a70e-b23c3791a1d5/eb6765d7-7b1e-472b-aea0-62f8df25d532) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:42:42.862246 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b19161a-a67a-45e9-842f-49a10681a7b1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for port (eb6765d7-7b1e-472b-aea0-62f8df25d532), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:42.955645 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b19161a-a67a-45e9-842f-49a10681a7b1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (eb6765d7-7b1e-472b-aea0-62f8df25d532), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:42.993791 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b19161a-a67a-45e9-842f-49a10681a7b1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Network 239af684-5624-458a-b969-bfdffc6894c6 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:42:42.998952 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-1b19161a-a67a-45e9-842f-49a10681a7b1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:42:43.002399 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b19161a-a67a-45e9-842f-49a10681a7b1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:42:43.007700 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19161a-a67a-45e9-842f-49a10681a7b1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Pushing event updated for resources: {'Port': ['ID=eb6765d7-7b1e-472b-aea0-62f8df25d532,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:43.089524 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b19161a-a67a-45e9-842f-49a10681a7b1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for floatingip (605d52b0-d11f-4ae3-99a9-fa6629c1def0), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:43.183250 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b19161a-a67a-45e9-842f-49a10681a7b1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (eb6765d7-7b1e-472b-aea0-62f8df25d532), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:43.327493 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b19161a-a67a-45e9-842f-49a10681a7b1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for port (eb6765d7-7b1e-472b-aea0-62f8df25d532), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:43.393927 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b19161a-a67a-45e9-842f-49a10681a7b1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (eb6765d7-7b1e-472b-aea0-62f8df25d532), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:43.465593 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19161a-a67a-45e9-842f-49a10681a7b1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Pushing event updated for resources: {'Port': ['ID=eb6765d7-7b1e-472b-aea0-62f8df25d532,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:43.475284 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b19161a-a67a-45e9-842f-49a10681a7b1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586113'] for floatingip (605d52b0-d11f-4ae3-99a9-fa6629c1def0), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:43.568736 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b19161a-a67a-45e9-842f-49a10681a7b1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:43.569980 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-1b19161a-a67a-45e9-842f-49a10681a7b1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0808737 Jan 25 03:42:43.763079 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6eaf5196-a848-46ba-b203-c799013d145d req-d347ca56-ecfd-4a7c-9a10-bdf55872be1f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?name=tempest-securitygroup--888510614&fields=id&tenant_id=33c5e2c89460402987c96eb3c3340a68 HTTP/1.1" status: 200 len: 267 time: 0.0415905 Jan 25 03:42:43.868150 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf5196-a848-46ba-b203-c799013d145d req-b71e0c45-0cf6-48b8-bdc5-5567828f1883 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:43.869478 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6eaf5196-a848-46ba-b203-c799013d145d req-b71e0c45-0cf6-48b8-bdc5-5567828f1883 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/networks?id=f476d920-246d-45fc-9288-e583ed5f94c0 HTTP/1.1" status: 200 len: 816 time: 0.1002846 Jan 25 03:42:43.883731 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6eaf5196-a848-46ba-b203-c799013d145d req-e12e0e2a-c808-4ef2-ba83-a1507304df91 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/quotas/33c5e2c89460402987c96eb3c3340a68 HTTP/1.1" status: 200 len: 375 time: 0.0087039 Jan 25 03:42:43.934920 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6eaf5196-a848-46ba-b203-c799013d145d req-1409a353-69bf-47d4-aade-a35a1f012ffc tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=33c5e2c89460402987c96eb3c3340a68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459108 Jan 25 03:42:44.035360 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6eaf5196-a848-46ba-b203-c799013d145d req-98eb0154-7fc4-493c-ba30-3c20affc9170 service neutron] 10.222.0.115 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887592 Jan 25 03:42:44.124757 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6eaf5196-a848-46ba-b203-c799013d145d req-dfb2c03a-478c-4262-9e3f-b96c942050bc service neutron] 10.222.0.115 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835173 Jan 25 03:42:44.379579 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1fb54a1b-420e-4820-b4a0-adb6d0e63340 req-70341e61-c38e-4487-a15f-5b1388dd200a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 210 time: 0.0274627 Jan 25 03:42:45.480731 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f09864c3-8023-4c26-a9f9-06f1468ffd83 req-ec56e4cb-d5f4-44f2-8827-ba9ff3bef149 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 210 time: 0.0296140 Jan 25 03:42:46.409947 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf5196-a848-46ba-b203-c799013d145d req-004fc0be-337c-46cc-8019-0a5f39f45a1f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:46.411581 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6eaf5196-a848-46ba-b203-c799013d145d req-004fc0be-337c-46cc-8019-0a5f39f45a1f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.112 "GET /v2.0/networks?id=f476d920-246d-45fc-9288-e583ed5f94c0 HTTP/1.1" status: 200 len: 816 time: 0.1085951 Jan 25 03:42:46.485815 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6eaf5196-a848-46ba-b203-c799013d145d req-70436a07-00b4-4db2-aa4f-9833186db1b6 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33c5e2c89460402987c96eb3c3340a68 HTTP/1.1" status: 200 len: 379 time: 0.0567651 Jan 25 03:42:46.501013 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-6eaf5196-a848-46ba-b203-c799013d145d req-c03b3daa-04da-4744-aac2-2939b68ef9f7 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Request body: {'port': {'device_id': '6b8302b8-b04f-40ea-a9ff-2461018e7962', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'admin_state_up': True, 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'security_groups': ['290fe57b-2906-407b-b54e-404bffd616e2']}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:42:46.601771 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-22201d77-47b8-4e79-b7a3-3c5413092ad1 req-529a0907-6404-4663-8045-de136a128ec6 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 210 time: 0.0397413 Jan 25 03:42:46.749540 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eaf5196-a848-46ba-b203-c799013d145d req-c03b3daa-04da-4744-aac2-2939b68ef9f7 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Made reservation on behalf of 33c5e2c89460402987c96eb3c3340a68 for: {'port': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:42:46.753081 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6eaf5196-a848-46ba-b203-c799013d145d req-c03b3daa-04da-4744-aac2-2939b68ef9f7 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:46.875857 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [req-6eaf5196-a848-46ba-b203-c799013d145d req-c03b3daa-04da-4744-aac2-2939b68ef9f7 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Allocated IP 172.20.0.6 (f476d920-246d-45fc-9288-e583ed5f94c0/c089812a-9ee0-4892-a79a-a6659662497a/9f6cee72-9dab-452f-955a-9024f4b6b9f4) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:42:47.019166 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6eaf5196-a848-46ba-b203-c799013d145d req-c03b3daa-04da-4744-aac2-2939b68ef9f7 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:47.138717 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6eaf5196-a848-46ba-b203-c799013d145d req-c03b3daa-04da-4744-aac2-2939b68ef9f7 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:47.180332 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eaf5196-a848-46ba-b203-c799013d145d req-c03b3daa-04da-4744-aac2-2939b68ef9f7 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Network f476d920-246d-45fc-9288-e583ed5f94c0 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:42:47.185208 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [req-6eaf5196-a848-46ba-b203-c799013d145d req-c03b3daa-04da-4744-aac2-2939b68ef9f7 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:42:47.188674 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eaf5196-a848-46ba-b203-c799013d145d req-c03b3daa-04da-4744-aac2-2939b68ef9f7 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:42:47.194981 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b3daa-04da-4744-aac2-2939b68ef9f7 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Pushing event updated for resources: {'Port': ['ID=9f6cee72-9dab-452f-955a-9024f4b6b9f4,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:47.244044 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf5196-a848-46ba-b203-c799013d145d req-c03b3daa-04da-4744-aac2-2939b68ef9f7 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:47.244684 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6eaf5196-a848-46ba-b203-c799013d145d req-c03b3daa-04da-4744-aac2-2939b68ef9f7 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:47.363858 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6eaf5196-a848-46ba-b203-c799013d145d req-c03b3daa-04da-4744-aac2-2939b68ef9f7 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8665872 Jan 25 03:42:47.381501 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Request body: {'port': {'device_id': '6b8302b8-b04f-40ea-a9ff-2461018e7962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:42:47.419797 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-454f1870-05be-431e-b0d9-a8d1f9408bbd None None] Provisioning complete for port 9f6cee72-9dab-452f-955a-9024f4b6b9f4 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:42:47.420357 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-454f1870-05be-431e-b0d9-a8d1f9408bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:47.433515 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:47.454340 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-454f1870-05be-431e-b0d9-a8d1f9408bbd None None] Port 9f6cee72-9dab-452f-955a-9024f4b6b9f4 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:42:47.732412 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37435a81-214e-4d24-893b-0860ae57ebfa req-34462476-458f-4abb-9c91-e08b0f0efcc5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:47.734920 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-37435a81-214e-4d24-893b-0860ae57ebfa req-34462476-458f-4abb-9c91-e08b0f0efcc5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 931 time: 0.0552316 Jan 25 03:42:47.782361 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-37435a81-214e-4d24-893b-0860ae57ebfa req-bfbaace1-8440-486f-9725-9f99a4306fd8 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419991 Jan 25 03:42:47.924896 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6cee72-9dab-452f-955a-9024f4b6b9f4 {{(pid=103186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:42:47.932022 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Publish callbacks [] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:47.966006 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.provisioning_blocks [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Transition to ACTIVE for port object 9f6cee72-9dab-452f-955a-9024f4b6b9f4 will not be triggered until provisioned by entity L2. {{(pid=103186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:42:48.046647 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:48.098285 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Pushing event updated for resources: {'Port': ['ID=9f6cee72-9dab-452f-955a-9024f4b6b9f4,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:48.165910 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Attempting to bind port 9f6cee72-9dab-452f-955a-9024f4b6b9f4 on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:42:48.166251 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Attempting to bind port 9f6cee72-9dab-452f-955a-9024f4b6b9f4 by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': '3f377e7e-fbd0-433f-81b2-988bc7eaecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:42:48.166579 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Attempting to bind port 9f6cee72-9dab-452f-955a-9024f4b6b9f4 on network f476d920-246d-45fc-9288-e583ed5f94c0 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:42:48.172300 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Port 9f6cee72-9dab-452f-955a-9024f4b6b9f4 on network f476d920-246d-45fc-9288-e583ed5f94c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:42:48.172628 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Attempting to bind port 9f6cee72-9dab-452f-955a-9024f4b6b9f4 on network f476d920-246d-45fc-9288-e583ed5f94c0 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:42:48.177720 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:42:48.178055 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Checking segment: {'id': '3f377e7e-fbd0-433f-81b2-988bc7eaecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:42:48.178441 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Bound using segment: {'id': '3f377e7e-fbd0-433f-81b2-988bc7eaecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:42:48.180829 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Bound port: 9f6cee72-9dab-452f-955a-9024f4b6b9f4, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f377e7e-fbd0-433f-81b2-988bc7eaecd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:42:48.180829 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:48.245703 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] For port 9f6cee72-9dab-452f-955a-9024f4b6b9f4, host hv-cinder-81901, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:42:48.248781 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] For port 9f6cee72-9dab-452f-955a-9024f4b6b9f4, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=9f6cee72-9dab-452f-955a-9024f4b6b9f4,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:42:48.298776 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:48.333589 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:48.334271 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:48.335678 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6eaf5196-a848-46ba-b203-c799013d145d req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] 10.222.0.112 "PUT /v2.0/ports/9f6cee72-9dab-452f-955a-9024f4b6b9f4 HTTP/1.1" status: 200 len: 1093 time: 0.9582562 Jan 25 03:42:48.336104 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8302b8-b04f-40ea-a9ff-2461018e7962', 'tag': '9f6cee72-9dab-452f-955a-9024f4b6b9f4'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:42:48.338320 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f6db4a-5169-4135-9e7f-a3498947b072" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8302b8-b04f-40ea-a9ff-2461018e7962", "tag": "9f6cee72-9dab-452f-955a-9024f4b6b9f4"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:42:48.376278 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4ddb2-2333-48b7-8609-56b211b1459d service neutron] Pushing event updated for resources: {'Port': ['ID=9f6cee72-9dab-452f-955a-9024f4b6b9f4,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:48.389867 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ce7c9c-9241-4731-852e-a169f447207d x-openstack-request-id: req-73ce7c9c-9241-4731-852e-a169f447207d {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:42:48.390158 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8302b8-b04f-40ea-a9ff-2461018e7962", "tag": "9f6cee72-9dab-452f-955a-9024f4b6b9f4", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:42:48.390415 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-73ce7c9c-9241-4731-852e-a169f447207d {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:42:48.390823 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8302b8-b04f-40ea-a9ff-2461018e7962', 'tag': '9f6cee72-9dab-452f-955a-9024f4b6b9f4', 'status': 'completed', 'code': 200} Jan 25 03:42:48.475000 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6db4a-5169-4135-9e7f-a3498947b072 req-ff98c019-eb6e-43a9-9eb6-30b9919baf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:48.476537 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-57f6db4a-5169-4135-9e7f-a3498947b072 req-ff98c019-eb6e-43a9-9eb6-30b9919baf4e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=33c5e2c89460402987c96eb3c3340a68&device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 1096 time: 0.0433462 Jan 25 03:42:48.585098 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6db4a-5169-4135-9e7f-a3498947b072 req-b45fe82d-f5d0-4562-90cf-d4460de72ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:48.586478 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-57f6db4a-5169-4135-9e7f-a3498947b072 req-b45fe82d-f5d0-4562-90cf-d4460de72ed7 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=33c5e2c89460402987c96eb3c3340a68&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0952959 Jan 25 03:42:48.682307 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6db4a-5169-4135-9e7f-a3498947b072 req-5b62b1cd-b59f-4241-b74c-493b6e2c1222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:48.684360 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-57f6db4a-5169-4135-9e7f-a3498947b072 req-5b62b1cd-b59f-4241-b74c-493b6e2c1222 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0904760 Jan 25 03:42:48.789930 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf5196-a848-46ba-b203-c799013d145d req-03ed7d3e-4351-4e80-81d8-8d556db09381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:48.791438 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6eaf5196-a848-46ba-b203-c799013d145d req-03ed7d3e-4351-4e80-81d8-8d556db09381 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=33c5e2c89460402987c96eb3c3340a68&device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 1096 time: 0.0395753 Jan 25 03:42:48.839210 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6eaf5196-a848-46ba-b203-c799013d145d req-924e045f-a13c-408f-a14c-fa1f5c273ae4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f6cee72-9dab-452f-955a-9024f4b6b9f4 HTTP/1.1" status: 200 len: 217 time: 0.0342839 Jan 25 03:42:48.891765 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf5196-a848-46ba-b203-c799013d145d req-6421aaf1-9a68-4ed0-9dbd-cbc2d567a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:48.893245 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6eaf5196-a848-46ba-b203-c799013d145d req-6421aaf1-9a68-4ed0-9dbd-cbc2d567a035 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=c089812a-9ee0-4892-a79a-a6659662497a HTTP/1.1" status: 200 len: 855 time: 0.0480890 Jan 25 03:42:48.901038 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa436864-4f51-4f67-950c-95e616db8f80 req-03116592-7980-40c0-b8b9-c417d22dd309 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:48.902508 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-aa436864-4f51-4f67-950c-95e616db8f80 req-03116592-7980-40c0-b8b9-c417d22dd309 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0484669 Jan 25 03:42:48.937788 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf5196-a848-46ba-b203-c799013d145d req-e5861616-39c9-41cb-adde-4b61747fc03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:48.939612 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6eaf5196-a848-46ba-b203-c799013d145d req-e5861616-39c9-41cb-adde-4b61747fc03e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f476d920-246d-45fc-9288-e583ed5f94c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404680 Jan 25 03:42:48.949513 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-aa436864-4f51-4f67-950c-95e616db8f80 req-a427679a-94b5-4f73-a88d-66ba020aab1e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408237 Jan 25 03:42:49.037635 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6eaf5196-a848-46ba-b203-c799013d145d req-2f1e410d-b79c-497e-8b57-45c5e94574fe service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919745 Jan 25 03:42:49.173151 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-909ae3cf-56a1-451f-ae1f-e005aa58df45 req-480be79a-f0db-4555-a47a-3a8a98d79dcc service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839300 Jan 25 03:42:49.176562 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6eaf5196-a848-46ba-b203-c799013d145d req-3a907dd8-0429-4f2d-a012-775f07c29b38 service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164002 Jan 25 03:42:49.246759 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ae3cf-56a1-451f-ae1f-e005aa58df45 req-dc5fbc25-bd3a-436d-94bc-628df6fa66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:49.248269 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-909ae3cf-56a1-451f-ae1f-e005aa58df45 req-dc5fbc25-bd3a-436d-94bc-628df6fa66a3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0fe72d0d8d144438a671aac4e939c693&device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 1098 time: 0.0411630 Jan 25 03:42:49.354250 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ae3cf-56a1-451f-ae1f-e005aa58df45 req-8606485a-89ca-4ff1-8830-47b298edaefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:49.355787 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-909ae3cf-56a1-451f-ae1f-e005aa58df45 req-8606485a-89ca-4ff1-8830-47b298edaefd service neutron] 10.222.0.112 "GET /v2.0/networks?id=0ff74d41-8997-4f13-a353-f1aafd7e012e HTTP/1.1" status: 200 len: 912 time: 0.0891471 Jan 25 03:42:49.422233 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-909ae3cf-56a1-451f-ae1f-e005aa58df45 req-e277ce7d-bec5-42b5-b2a6-a778be616aea service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=185f7b43-0027-48fd-9809-01daf6b8ce49 HTTP/1.1" status: 200 len: 1000 time: 0.0596886 Jan 25 03:42:49.470441 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ae3cf-56a1-451f-ae1f-e005aa58df45 req-63f9c8b7-0716-48f4-a03e-50b0dc5f95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:49.471866 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-909ae3cf-56a1-451f-ae1f-e005aa58df45 req-63f9c8b7-0716-48f4-a03e-50b0dc5f95b6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=de574e71-d5c9-48da-aa30-76bdfc91fca9 HTTP/1.1" status: 200 len: 851 time: 0.0434577 Jan 25 03:42:49.515310 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ae3cf-56a1-451f-ae1f-e005aa58df45 req-f46714de-ce35-49c7-9237-a6bd08ef08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:49.516733 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-909ae3cf-56a1-451f-ae1f-e005aa58df45 req-f46714de-ce35-49c7-9237-a6bd08ef08cc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=0ff74d41-8997-4f13-a353-f1aafd7e012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388229 Jan 25 03:42:49.605327 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-909ae3cf-56a1-451f-ae1f-e005aa58df45 req-916e6555-a572-4faa-892e-7f59b08006b0 service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822072 Jan 25 03:42:49.704906 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-909ae3cf-56a1-451f-ae1f-e005aa58df45 req-c3626544-938f-4410-8e24-a40595284d7a service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930262 Jan 25 03:42:50.070536 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60515f-0f3b-4ad1-b0e4-26f749da1ec4 req-f3792d23-95a8-4b8d-82eb-a730ef65dcc0 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:50.072130 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0c60515f-0f3b-4ad1-b0e4-26f749da1ec4 req-f3792d23-95a8-4b8d-82eb-a730ef65dcc0 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0487816 Jan 25 03:42:50.121629 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0c60515f-0f3b-4ad1-b0e4-26f749da1ec4 req-5ec1dfa7-2b30-4c79-919a-c2cef31420d0 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435047 Jan 25 03:42:51.244520 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd197d56-5633-4bd1-987e-8a3062010835 req-eb89b300-02fc-47c9-97b4-c3bde0755189 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:51.245980 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bd197d56-5633-4bd1-987e-8a3062010835 req-eb89b300-02fc-47c9-97b4-c3bde0755189 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0527699 Jan 25 03:42:51.292047 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bd197d56-5633-4bd1-987e-8a3062010835 req-4fd15937-6cae-4d3f-adec-c8912c80da6b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404661 Jan 25 03:42:52.413665 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa19300-d4f5-4dfe-88b5-dcdd83f71a14 req-2b7209fe-8002-48aa-9edc-dc350fb0571b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:52.415202 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-eaa19300-d4f5-4dfe-88b5-dcdd83f71a14 req-2b7209fe-8002-48aa-9edc-dc350fb0571b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0502741 Jan 25 03:42:52.462666 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-eaa19300-d4f5-4dfe-88b5-dcdd83f71a14 req-078e09e7-3ab6-48a6-a577-d11189e54a88 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413954 Jan 25 03:42:52.728853 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 9f6cee72-9dab-452f-955a-9024f4b6b9f4 details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:42:52.821598 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 9f6cee72-9dab-452f-955a-9024f4b6b9f4, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=9f6cee72-9dab-452f-955a-9024f4b6b9f4,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:42:52.832921 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': '9f6cee72-9dab-452f-955a-9024f4b6b9f4', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'port_id': '9f6cee72-9dab-452f-955a-9024f4b6b9f4', 'mac_address': 'fa:16:3e:dd:1c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:42:52.873353 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 9f6cee72-9dab-452f-955a-9024f4b6b9f4 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:42:52.873739 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:52.885919 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6cee72-9dab-452f-955a-9024f4b6b9f4 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:42:52.905292 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 9f6cee72-9dab-452f-955a-9024f4b6b9f4, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=9f6cee72-9dab-452f-955a-9024f4b6b9f4,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:42:52.978178 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:53.026766 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=9f6cee72-9dab-452f-955a-9024f4b6b9f4,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:53.427615 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['9f6cee72-9dab-452f-955a-9024f4b6b9f4'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:42:53.586009 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cee59e-edba-4eec-95ab-c251514d33c4 req-dcdba891-2d01-49cd-883e-c2c053bdde74 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:53.588209 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a2cee59e-edba-4eec-95ab-c251514d33c4 req-dcdba891-2d01-49cd-883e-c2c053bdde74 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 944 time: 0.0511732 Jan 25 03:42:53.636585 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a2cee59e-edba-4eec-95ab-c251514d33c4 req-5bcbbfd7-e0f5-4aa6-ad98-e3422d887b11 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418737 Jan 25 03:42:53.665449 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785110b3-2895-4680-a697-478673d198f1 req-b662cb36-bf2c-4426-83e0-ac04766afc5f tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:53.666916 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-785110b3-2895-4680-a697-478673d198f1 req-b662cb36-bf2c-4426-83e0-ac04766afc5f tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 946 time: 0.0500596 Jan 25 03:42:53.712819 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-785110b3-2895-4680-a697-478673d198f1 req-69ba7691-068f-46c4-9630-9b65e07ee87d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402119 Jan 25 03:42:53.735164 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 54206) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:53.917471 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffa9527-0eae-4690-bb41-cb362823ed6a tempest-TestMinimumBasicScenario-1827354205 tempest-TestMinimumBasicScenario-1827354205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:53.919608 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1ffa9527-0eae-4690-bb41-cb362823ed6a tempest-TestMinimumBasicScenario-1827354205 tempest-TestMinimumBasicScenario-1827354205-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 1094 time: 0.1834793 Jan 25 03:42:53.922384 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 54210) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:53.926484 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Request body: {'floatingip': {'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'port_id': '596e847a-8586-402f-8511-f40dab535655', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:42:54.040481 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:54.135961 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:54.240841 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Allocated IP 172.27.2.20 (239af684-5624-458a-b969-bfdffc6894c6/633c65e6-a2b9-4bb5-a70e-b23c3791a1d5/44e3203a-0e28-46d0-a2e8-b9c5818dd8ab) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:42:54.337913 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for port (44e3203a-0e28-46d0-a2e8-b9c5818dd8ab), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:54.429687 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (44e3203a-0e28-46d0-a2e8-b9c5818dd8ab), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:54.465866 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Network 239af684-5624-458a-b969-bfdffc6894c6 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:42:54.468623 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:42:54.473920 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:42:54.501053 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Pushing event updated for resources: {'Port': ['ID=44e3203a-0e28-46d0-a2e8-b9c5818dd8ab,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:54.514990 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:54.515368 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:54.519407 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:54.519407 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:54.519407 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:54.519407 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:54.519407 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:54.519407 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:54.519407 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:54.519407 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:54.519407 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:54.519407 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:54.519407 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:42:54.748348 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 9f6cee72-9dab-452f-955a-9024f4b6b9f4 up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:42:54.760115 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d05b1-d9d7-44dc-989c-0f12dc7751a3 req-f55481fd-e308-4bef-b04e-b1944d1f5693 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:54.761663 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2a2d05b1-d9d7-44dc-989c-0f12dc7751a3 req-f55481fd-e308-4bef-b04e-b1944d1f5693 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 944 time: 0.0537493 Jan 25 03:42:54.811182 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2a2d05b1-d9d7-44dc-989c-0f12dc7751a3 req-f0fd5510-4742-4af2-a6b9-17550b4788e3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429509 Jan 25 03:42:54.843590 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for floatingip (aa5cfa92-0028-4d58-91a2-cb659b659628), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:54.858058 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port 9f6cee72-9dab-452f-955a-9024f4b6b9f4 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:42:54.862040 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port 9f6cee72-9dab-452f-955a-9024f4b6b9f4 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:42:54.862415 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:54.940496 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 9f6cee72-9dab-452f-955a-9024f4b6b9f4 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:42:54.940878 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:54.951940 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (44e3203a-0e28-46d0-a2e8-b9c5818dd8ab), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:54.962912 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8302b8-b04f-40ea-a9ff-2461018e7962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6cee72-9dab-452f-955a-9024f4b6b9f4'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:42:54.965857 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4284b77-e762-45fc-891d-a805561e21e6" -d '{"events": [{"server_uuid": "6b8302b8-b04f-40ea-a9ff-2461018e7962", "name": "network-vif-plugged", "status": "completed", "tag": "9f6cee72-9dab-452f-955a-9024f4b6b9f4"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:42:54.978839 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 9f6cee72-9dab-452f-955a-9024f4b6b9f4, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=9f6cee72-9dab-452f-955a-9024f4b6b9f4,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:42:55.015553 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01095d2-59dd-44eb-b9c8-be74221dbab6 x-openstack-request-id: req-f01095d2-59dd-44eb-b9c8-be74221dbab6 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:42:55.015838 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8302b8-b04f-40ea-a9ff-2461018e7962", "name": "network-vif-plugged", "status": "completed", "tag": "9f6cee72-9dab-452f-955a-9024f4b6b9f4", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:42:55.016129 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-f01095d2-59dd-44eb-b9c8-be74221dbab6 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:42:55.016511 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8302b8-b04f-40ea-a9ff-2461018e7962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6cee72-9dab-452f-955a-9024f4b6b9f4', 'code': 200} Jan 25 03:42:55.023668 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:55.074942 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=9f6cee72-9dab-452f-955a-9024f4b6b9f4,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:55.107401 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for port (44e3203a-0e28-46d0-a2e8-b9c5818dd8ab), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:55.194289 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4618152'] for port (44e3203a-0e28-46d0-a2e8-b9c5818dd8ab), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:55.267938 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Pushing event updated for resources: {'Port': ['ID=44e3203a-0e28-46d0-a2e8-b9c5818dd8ab,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:55.276022 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586113'] for floatingip (aa5cfa92-0028-4d58-91a2-cb659b659628), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:55.357601 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78e776-0942-45e9-86bb-0fdff4670560 req-26e45697-ca9e-48cb-b8c5-aab239a0046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:55.359139 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6f78e776-0942-45e9-86bb-0fdff4670560 req-26e45697-ca9e-48cb-b8c5-aab239a0046c service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 1098 time: 0.0403757 Jan 25 03:42:55.405794 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6f78e776-0942-45e9-86bb-0fdff4670560 req-d6d67ead-8ba6-4d75-b480-b6a0abffdf27 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407076 Jan 25 03:42:55.592593 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.l3_db [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Floating IP aa5cfa92-0028-4d58-91a2-cb659b659628 associated. External IP: 172.27.2.20, port: 596e847a-8586-402f-8511-f40dab535655. Jan 25 03:42:55.788929 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Router 68424050-34ac-459b-807e-9937abe90538 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:42:55.905377 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:42:55.915610 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ff70c-28a4-4d95-a8af-7e8907c31b1a None None] Sync routers for ids ['68424050-34ac-459b-807e-9937abe90538'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:42:55.926578 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752ff70c-28a4-4d95-a8af-7e8907c31b1a None None] Routers {'68424050-34ac-459b-807e-9937abe90538'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:42:55.927286 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-752ff70c-28a4-4d95-a8af-7e8907c31b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:42:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['68424050-34ac-459b-807e-9937abe90538'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:42:55.935535 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57df03-f38a-4fcd-94e3-176497504f38 req-042c8712-a7d5-4757-8c20-dafb851eaf72 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:55.941188 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ad57df03-f38a-4fcd-94e3-176497504f38 req-042c8712-a7d5-4757-8c20-dafb851eaf72 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0522087 Jan 25 03:42:55.983715 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ad57df03-f38a-4fcd-94e3-176497504f38 req-71e71254-add5-4f56-a7d4-df8de78a8460 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408056 Jan 25 03:42:56.013151 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:56.036407 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-752ff70c-28a4-4d95-a8af-7e8907c31b1a None None] Set router 68424050-34ac-459b-807e-9937abe90538 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:42:56.041681 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-e60891b7-fbae-4f22-bd5f-8e3b485748d6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1183119 Jan 25 03:42:56.042288 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447c6612-9f1b-4064-b6ed-7ee5dc89f827', 'tag': '596e847a-8586-402f-8511-f40dab535655'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:42:56.045409 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 54218) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:56.045796 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d0c9815385568a6be04e4b390595008a27b8adc04fe3db576d7c9438e8cfd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638a08a4-66bd-4b77-ba1b-abab6b1c807a" -d '{"events": [{"name": "network-changed", "server_uuid": "447c6612-9f1b-4064-b6ed-7ee5dc89f827", "tag": "596e847a-8586-402f-8511-f40dab535655"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:42:56.050207 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-47740e18-b647-46fb-98b3-5d27398cbb5d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1156778441', 'description': 'tempest-secgroup-smoke-1156778441 description', 'project_id': 'e4705507d68244c7a9a99369120f0a3a'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:42:56.083685 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b1d4a4-8ede-40fd-b977-ab47099c8c3d x-openstack-request-id: req-e3b1d4a4-8ede-40fd-b977-ab47099c8c3d {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:42:56.083827 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447c6612-9f1b-4064-b6ed-7ee5dc89f827", "tag": "596e847a-8586-402f-8511-f40dab535655", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:42:56.083989 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-e3b1d4a4-8ede-40fd-b977-ab47099c8c3d {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:42:56.084384 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447c6612-9f1b-4064-b6ed-7ee5dc89f827', 'tag': '596e847a-8586-402f-8511-f40dab535655', 'status': 'completed', 'code': 200} Jan 25 03:42:56.160453 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-47740e18-b647-46fb-98b3-5d27398cbb5d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:56.208555 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a08a4-66bd-4b77-ba1b-abab6b1c807a req-9fc2be39-f62a-4a0f-b32d-338977830fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:56.210028 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-638a08a4-66bd-4b77-ba1b-abab6b1c807a req-9fc2be39-f62a-4a0f-b32d-338977830fde service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e4705507d68244c7a9a99369120f0a3a&device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 1099 time: 0.0606673 Jan 25 03:42:56.264723 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-752ff70c-28a4-4d95-a8af-7e8907c31b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68424050-34ac-459b-807e-9937abe90538', 'name': 'tempest-TestMinimumBasicScenario-421017443-router', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:45Z', 'updated_at': '2022-01-25T03:41:49Z', 'revision_number': 4, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'gw_port': {'id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:46Z', 'updated_at': '2022-01-25T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': 'aa5cfa92-0028-4d58-91a2-cb659b659628', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '68424050-34ac-459b-807e-9937abe90538', 'port_id': '596e847a-8586-402f-8511-f40dab535655', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80', 'mac_address': 'fa:16:3e:ee:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447c6612-9f1b-4064-b6ed-7ee5dc89f827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:42:54Z', 'updated_at': '2022-01-25T03:42:54Z', 'revision_number': 0, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d403f8-7de0-49a0-b220-11647cfa0cd7', 'name': '', 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'mac_address': 'fa:16:3e:a7:c5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f3156457-0948-4819-a7ca-8e98e39ec404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:49Z', 'updated_at': '2022-01-25T03:41:53Z', 'revision_number': 5, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'subnets': [{'id': 'f3156457-0948-4819-a7ca-8e98e39ec404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:42:56.291103 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ff70c-28a4-4d95-a8af-7e8907c31b1a None None] Checking router: 68424050-34ac-459b-807e-9937abe90538 for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:42:56.300427 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752ff70c-28a4-4d95-a8af-7e8907c31b1a None None] Routers {'68424050-34ac-459b-807e-9937abe90538'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:42:56.301116 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-752ff70c-28a4-4d95-a8af-7e8907c31b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:42:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['68424050-34ac-459b-807e-9937abe90538'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:42:56.307939 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-47740e18-b647-46fb-98b3-5d27398cbb5d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group (e8bc47c3-42cf-496d-8551-6de4cc3f0491), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:56.330732 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a08a4-66bd-4b77-ba1b-abab6b1c807a req-f5400f8c-85a0-42e1-92aa-c25733809fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:56.332249 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-638a08a4-66bd-4b77-ba1b-abab6b1c807a req-f5400f8c-85a0-42e1-92aa-c25733809fd8 service neutron] 10.222.0.112 "GET /v2.0/networks?id=7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 HTTP/1.1" status: 200 len: 914 time: 0.1123497 Jan 25 03:42:56.380276 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-47740e18-b647-46fb-98b3-5d27398cbb5d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (e8bc47c3-42cf-496d-8551-6de4cc3f0491), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:56.415432 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-752ff70c-28a4-4d95-a8af-7e8907c31b1a None None] Set router 68424050-34ac-459b-807e-9937abe90538 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:42:56.428155 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-638a08a4-66bd-4b77-ba1b-abab6b1c807a req-10fe83ea-9c95-46fd-9177-ec597e3dbd2c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=596e847a-8586-402f-8511-f40dab535655 HTTP/1.1" status: 200 len: 999 time: 0.0887780 Jan 25 03:42:56.432509 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47740e18-b647-46fb-98b3-5d27398cbb5d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bc47c3-42cf-496d-8551-6de4cc3f0491,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:56.485800 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-47740e18-b647-46fb-98b3-5d27398cbb5d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:56.487179 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-47740e18-b647-46fb-98b3-5d27398cbb5d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4406021 Jan 25 03:42:56.489542 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a08a4-66bd-4b77-ba1b-abab6b1c807a req-eb2418e0-769f-42dd-9ea3-0ad8be96483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:56.490115 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 54222) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:56.491977 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-638a08a4-66bd-4b77-ba1b-abab6b1c807a req-eb2418e0-769f-42dd-9ea3-0ad8be96483e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f3156457-0948-4819-a7ca-8e98e39ec404 HTTP/1.1" status: 200 len: 853 time: 0.0563197 Jan 25 03:42:56.494673 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-a9977043-5cdf-46b1-8dd7-3a257e4fbaf6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Request body: {'security_group_rule': {'security_group_id': 'e8bc47c3-42cf-496d-8551-6de4cc3f0491', 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:42:56.539597 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a08a4-66bd-4b77-ba1b-abab6b1c807a req-6772e011-a44d-478f-a55f-1d4ff2cd400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:56.541444 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-638a08a4-66bd-4b77-ba1b-abab6b1c807a req-6772e011-a44d-478f-a55f-1d4ff2cd400c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=7c8d81c6-dccc-4099-b6b2-a00ea0a64b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417585 Jan 25 03:42:56.582733 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a9977043-5cdf-46b1-8dd7-3a257e4fbaf6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group_rule (85a482f2-0193-47af-a83d-be538c04ff64), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:56.635478 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-638a08a4-66bd-4b77-ba1b-abab6b1c807a req-761f0c0a-4858-45d3-a342-2274eaae2781 service neutron] 10.222.0.112 "GET /v2.0/networks/7c8d81c6-dccc-4099-b6b2-a00ea0a64b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858905 Jan 25 03:42:56.650271 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-752ff70c-28a4-4d95-a8af-7e8907c31b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68424050-34ac-459b-807e-9937abe90538', 'name': 'tempest-TestMinimumBasicScenario-421017443-router', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:45Z', 'updated_at': '2022-01-25T03:41:49Z', 'revision_number': 4, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'gw_port': {'id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:46Z', 'updated_at': '2022-01-25T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': 'aa5cfa92-0028-4d58-91a2-cb659b659628', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '68424050-34ac-459b-807e-9937abe90538', 'port_id': '596e847a-8586-402f-8511-f40dab535655', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80', 'mac_address': 'fa:16:3e:ee:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447c6612-9f1b-4064-b6ed-7ee5dc89f827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:42:54Z', 'updated_at': '2022-01-25T03:42:54Z', 'revision_number': 0, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d403f8-7de0-49a0-b220-11647cfa0cd7', 'name': '', 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'mac_address': 'fa:16:3e:a7:c5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f3156457-0948-4819-a7ca-8e98e39ec404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:49Z', 'updated_at': '2022-01-25T03:41:53Z', 'revision_number': 5, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'subnets': [{'id': 'f3156457-0948-4819-a7ca-8e98e39ec404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:42:56.656220 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a9977043-5cdf-46b1-8dd7-3a257e4fbaf6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group_rule (85a482f2-0193-47af-a83d-be538c04ff64), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:56.681814 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ff70c-28a4-4d95-a8af-7e8907c31b1a None None] The sync data for ids ['68424050-34ac-459b-807e-9937abe90538'] in dv-cinder-819011-2-iscsi is: [{'id': '68424050-34ac-459b-807e-9937abe90538', 'name': 'tempest-TestMinimumBasicScenario-421017443-router', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:45Z', 'updated_at': '2022-01-25T03:41:49Z', 'revision_number': 4, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'gw_port': {'id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:46Z', 'updated_at': '2022-01-25T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': 'aa5cfa92-0028-4d58-91a2-cb659b659628', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '68424050-34ac-459b-807e-9937abe90538', 'port_id': '596e847a-8586-402f-8511-f40dab535655', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80', 'mac_address': 'fa:16:3e:ee:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447c6612-9f1b-4064-b6ed-7ee5dc89f827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:42:54Z', 'updated_at': '2022-01-25T03:42:54Z', 'revision_number': 0, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d403f8-7de0-49a0-b220-11647cfa0cd7', 'name': '', 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'mac_address': 'fa:16:3e:a7:c5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f3156457-0948-4819-a7ca-8e98e39ec404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:49Z', 'updated_at': '2022-01-25T03:41:53Z', 'revision_number': 5, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'subnets': [{'id': 'f3156457-0948-4819-a7ca-8e98e39ec404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:42:56.726734 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a9977043-5cdf-46b1-8dd7-3a257e4fbaf6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (85a482f2-0193-47af-a83d-be538c04ff64), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:56.737046 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-638a08a4-66bd-4b77-ba1b-abab6b1c807a req-39a70085-bc30-4bb8-9fbe-288a71abb250 service neutron] 10.222.0.112 "GET /v2.0/networks/7c8d81c6-dccc-4099-b6b2-a00ea0a64b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935073 Jan 25 03:42:56.745437 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9977043-5cdf-46b1-8dd7-3a257e4fbaf6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a482f2-0193-47af-a83d-be538c04ff64,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:56.804488 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a9977043-5cdf-46b1-8dd7-3a257e4fbaf6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:56.804488 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-a9977043-5cdf-46b1-8dd7-3a257e4fbaf6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3120735 Jan 25 03:42:56.805896 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 54224) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:56.810647 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-1fb68f6f-aa88-41fb-b59c-958be37aa1c2 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Request body: {'security_group_rule': {'security_group_id': 'e8bc47c3-42cf-496d-8551-6de4cc3f0491', 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:42:56.885753 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f8523d-6a50-4373-8bc0-002eee942c4c None None] New status for floating IP aa5cfa92-0028-4d58-91a2-cb659b659628: ACTIVE {{(pid=103188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:42:56.907617 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1fb68f6f-aa88-41fb-b59c-958be37aa1c2 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group_rule (8c587cfe-bdd0-405b-9d8f-d57b03e3baab), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:56.965056 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1fb68f6f-aa88-41fb-b59c-958be37aa1c2 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group_rule (8c587cfe-bdd0-405b-9d8f-d57b03e3baab), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:57.107722 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bae2c5-fd46-4839-9213-fb5afdf50da7 req-66031f14-8ff9-438b-b8e7-ffadaf801083 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:57.109257 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-02bae2c5-fd46-4839-9213-fb5afdf50da7 req-66031f14-8ff9-438b-b8e7-ffadaf801083 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0493925 Jan 25 03:42:57.126515 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1fb68f6f-aa88-41fb-b59c-958be37aa1c2 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (8c587cfe-bdd0-405b-9d8f-d57b03e3baab), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:57.152418 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb68f6f-aa88-41fb-b59c-958be37aa1c2 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c587cfe-bdd0-405b-9d8f-d57b03e3baab,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:57.168191 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-02bae2c5-fd46-4839-9213-fb5afdf50da7 req-8008b39b-20f4-48ef-8418-981886976d20 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530515 Jan 25 03:42:57.231427 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1fb68f6f-aa88-41fb-b59c-958be37aa1c2 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:57.233057 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1fb68f6f-aa88-41fb-b59c-958be37aa1c2 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4257102 Jan 25 03:42:57.235241 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 54228) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:57.239611 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-9771d2b5-9697-4ed9-bcf8-37c7e119e35a tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Request body: {'security_group_rule': {'security_group_id': 'e8bc47c3-42cf-496d-8551-6de4cc3f0491', 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:42:57.372079 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9771d2b5-9697-4ed9-bcf8-37c7e119e35a tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group_rule (592faf83-9686-41f0-99d2-5076a4bd7d3a), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:57.425180 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9771d2b5-9697-4ed9-bcf8-37c7e119e35a tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group_rule (592faf83-9686-41f0-99d2-5076a4bd7d3a), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:57.486027 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9771d2b5-9697-4ed9-bcf8-37c7e119e35a tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (592faf83-9686-41f0-99d2-5076a4bd7d3a), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:57.504510 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771d2b5-9697-4ed9-bcf8-37c7e119e35a tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592faf83-9686-41f0-99d2-5076a4bd7d3a,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:57.579474 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9771d2b5-9697-4ed9-bcf8-37c7e119e35a tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:57.580682 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-9771d2b5-9697-4ed9-bcf8-37c7e119e35a tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3445303 Jan 25 03:42:57.583396 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 54230) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:57.587740 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-055b6ba2-7751-44c5-a74b-6bd40ea4876d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Request body: {'security_group_rule': {'security_group_id': 'e8bc47c3-42cf-496d-8551-6de4cc3f0491', 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:42:57.668074 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-055b6ba2-7751-44c5-a74b-6bd40ea4876d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group_rule (908980e1-d0de-46c9-a32b-1030693e6802), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:57.725675 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-055b6ba2-7751-44c5-a74b-6bd40ea4876d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group_rule (908980e1-d0de-46c9-a32b-1030693e6802), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:57.788899 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-055b6ba2-7751-44c5-a74b-6bd40ea4876d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (908980e1-d0de-46c9-a32b-1030693e6802), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:57.806664 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b6ba2-7751-44c5-a74b-6bd40ea4876d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908980e1-d0de-46c9-a32b-1030693e6802,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:57.876870 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-055b6ba2-7751-44c5-a74b-6bd40ea4876d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:57.878066 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-055b6ba2-7751-44c5-a74b-6bd40ea4876d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2937016 Jan 25 03:42:57.880771 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 54232) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:57.885193 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-93f0f2ba-13e1-46db-abe9-652156239546 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Request body: {'security_group_rule': {'security_group_id': 'e8bc47c3-42cf-496d-8551-6de4cc3f0491', 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:42:57.967030 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.securitygroups_db [None req-93f0f2ba-13e1-46db-abe9-652156239546 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Project e4705507d68244c7a9a99369120f0a3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 03:42:57.972361 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-93f0f2ba-13e1-46db-abe9-652156239546 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group_rule (9cbdbcc8-c1ee-4430-8d71-f6567105b888), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:58.030002 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-93f0f2ba-13e1-46db-abe9-652156239546 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group_rule (9cbdbcc8-c1ee-4430-8d71-f6567105b888), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:58.086069 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-93f0f2ba-13e1-46db-abe9-652156239546 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (9cbdbcc8-c1ee-4430-8d71-f6567105b888), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:58.105073 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0f2ba-13e1-46db-abe9-652156239546 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbdbcc8-c1ee-4430-8d71-f6567105b888,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:58.185762 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-93f0f2ba-13e1-46db-abe9-652156239546 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:58.187024 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-93f0f2ba-13e1-46db-abe9-652156239546 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3052201 Jan 25 03:42:58.190049 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 54234) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:58.194310 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-0759725d-8105-4f79-a4b8-f11c76b59572 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Request body: {'security_group_rule': {'security_group_id': 'e8bc47c3-42cf-496d-8551-6de4cc3f0491', 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:42:58.293265 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa279471-d34f-40e7-a9b5-e4063014261d req-0ce4819d-49f0-4c43-9057-ae59ff822017 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:58.294741 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-aa279471-d34f-40e7-a9b5-e4063014261d req-0ce4819d-49f0-4c43-9057-ae59ff822017 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0499890 Jan 25 03:42:58.307204 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.securitygroups_db [None req-0759725d-8105-4f79-a4b8-f11c76b59572 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Project e4705507d68244c7a9a99369120f0a3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 03:42:58.321913 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0759725d-8105-4f79-a4b8-f11c76b59572 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group_rule (f624e29e-fe06-428d-8fee-cff17e316f6c), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:58.368362 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-aa279471-d34f-40e7-a9b5-e4063014261d req-f56b1542-1382-4342-8b98-3728e18fc19f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679207 Jan 25 03:42:58.394456 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0759725d-8105-4f79-a4b8-f11c76b59572 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group_rule (f624e29e-fe06-428d-8fee-cff17e316f6c), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:58.474382 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0759725d-8105-4f79-a4b8-f11c76b59572 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (f624e29e-fe06-428d-8fee-cff17e316f6c), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:58.488482 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfd674-aea4-49b9-ab7f-a6ff27ef99a1 req-5c25f636-a7b7-4889-9506-44fd5d7d222c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:58.490036 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a3cfd674-aea4-49b9-ab7f-a6ff27ef99a1 req-5c25f636-a7b7-4889-9506-44fd5d7d222c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0543623 Jan 25 03:42:58.493644 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759725d-8105-4f79-a4b8-f11c76b59572 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f624e29e-fe06-428d-8fee-cff17e316f6c,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:58.499025 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 54242) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:42:58.503820 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-19013d1d-1d07-4102-a365-af7ab2c06b4d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Request body: {'floatingip': {'port_id': '9f6cee72-9dab-452f-955a-9024f4b6b9f4'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:42:58.572656 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-19013d1d-1d07-4102-a365-af7ab2c06b4d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for floatingip (605d52b0-d11f-4ae3-99a9-fa6629c1def0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:58.578131 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0759725d-8105-4f79-a4b8-f11c76b59572 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:58.579313 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-0759725d-8105-4f79-a4b8-f11c76b59572 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3882999 Jan 25 03:42:58.719761 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1667ae64-370e-4df8-9265-cd562bf78fb3 req-ed762b39-fa3b-4084-9d84-8e047eddc9b0 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156778441&fields=id&tenant_id=e4705507d68244c7a9a99369120f0a3a HTTP/1.1" status: 200 len: 267 time: 0.0852880 Jan 25 03:42:58.861738 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667ae64-370e-4df8-9265-cd562bf78fb3 req-fd91fb89-ec36-40cf-9477-f41863d3d070 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:58.863199 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1667ae64-370e-4df8-9265-cd562bf78fb3 req-fd91fb89-ec36-40cf-9477-f41863d3d070 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 946 time: 0.1046920 Jan 25 03:42:58.879111 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-1667ae64-370e-4df8-9265-cd562bf78fb3 req-0fd2c8a6-cf2b-470a-8b1e-259949b8fdfd tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Request body: {'port': {'security_groups': ['84eb19be-d078-45d1-aaf0-2b7565f03c08', 'e8bc47c3-42cf-496d-8551-6de4cc3f0491']}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:42:59.031457 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-1667ae64-370e-4df8-9265-cd562bf78fb3 req-0fd2c8a6-cf2b-470a-8b1e-259949b8fdfd tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (596e847a-8586-402f-8511-f40dab535655), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:59.328592 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-19013d1d-1d07-4102-a365-af7ab2c06b4d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:59.396333 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-19013d1d-1d07-4102-a365-af7ab2c06b4d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586113'] for floatingip (605d52b0-d11f-4ae3-99a9-fa6629c1def0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:59.469662 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-1667ae64-370e-4df8-9265-cd562bf78fb3 req-0fd2c8a6-cf2b-470a-8b1e-259949b8fdfd tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] For port 596e847a-8586-402f-8511-f40dab535655, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=596e847a-8586-402f-8511-f40dab535655,segment=NetworkSegment(50df69bd-2126-48c1-8c0c-bd584009a88a),segment_id=50df69bd-2126-48c1-8c0c-bd584009a88a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:42:59.544730 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-1667ae64-370e-4df8-9265-cd562bf78fb3 req-0fd2c8a6-cf2b-470a-8b1e-259949b8fdfd tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for port (596e847a-8586-402f-8511-f40dab535655), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:59.547005 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.l3_db [None req-19013d1d-1d07-4102-a365-af7ab2c06b4d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Floating IP 605d52b0-d11f-4ae3-99a9-fa6629c1def0 associated. External IP: 172.27.2.40, port: 9f6cee72-9dab-452f-955a-9024f4b6b9f4. Jan 25 03:42:59.597705 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-1667ae64-370e-4df8-9265-cd562bf78fb3 req-0fd2c8a6-cf2b-470a-8b1e-259949b8fdfd tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4618152'] for port (596e847a-8586-402f-8511-f40dab535655), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:59.635339 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['596e847a-8586-402f-8511-f40dab535655'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:42:59.682423 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667ae64-370e-4df8-9265-cd562bf78fb3 req-0fd2c8a6-cf2b-470a-8b1e-259949b8fdfd tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:59.683135 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-1667ae64-370e-4df8-9265-cd562bf78fb3 req-0fd2c8a6-cf2b-470a-8b1e-259949b8fdfd tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:42:59.690748 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1667ae64-370e-4df8-9265-cd562bf78fb3 req-0fd2c8a6-cf2b-470a-8b1e-259949b8fdfd tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "PUT /v2.0/ports/596e847a-8586-402f-8511-f40dab535655 HTTP/1.1" status: 200 len: 982 time: 0.8163164 Jan 25 03:42:59.690748 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447c6612-9f1b-4064-b6ed-7ee5dc89f827', 'tag': '596e847a-8586-402f-8511-f40dab535655'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:42:59.691001 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d0c9815385568a6be04e4b390595008a27b8adc04fe3db576d7c9438e8cfd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a943a208-204e-480e-8836-3c4e4f4e1325" -d '{"events": [{"name": "network-changed", "server_uuid": "447c6612-9f1b-4064-b6ed-7ee5dc89f827", "tag": "596e847a-8586-402f-8511-f40dab535655"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:42:59.727230 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2c8a6-cf2b-470a-8b1e-259949b8fdfd tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Pushing event updated for resources: {'Port': ['ID=596e847a-8586-402f-8511-f40dab535655,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:42:59.773766 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7c1f95-a6db-4f63-8c9e-f5ad1941fd3b x-openstack-request-id: req-1f7c1f95-a6db-4f63-8c9e-f5ad1941fd3b {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:42:59.774077 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447c6612-9f1b-4064-b6ed-7ee5dc89f827", "tag": "596e847a-8586-402f-8511-f40dab535655", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:42:59.774448 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-1f7c1f95-a6db-4f63-8c9e-f5ad1941fd3b {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:42:59.774922 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447c6612-9f1b-4064-b6ed-7ee5dc89f827', 'tag': '596e847a-8586-402f-8511-f40dab535655', 'status': 'completed', 'code': 200} Jan 25 03:42:59.842404 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['596e847a-8586-402f-8511-f40dab535655'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:42:59.856776 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19013d1d-1d07-4102-a365-af7ab2c06b4d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Router 5a15c3c2-a4df-4bda-baf8-944075fcce8a has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:42:59.862250 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599860f8-7c1a-4b97-b211-3489805ef529 req-ce976937-0b72-4423-9354-c0f34f602533 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:59.870059 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-599860f8-7c1a-4b97-b211-3489805ef529 req-ce976937-0b72-4423-9354-c0f34f602533 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 985 time: 0.1032710 Jan 25 03:42:59.922214 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943a208-204e-480e-8836-3c4e4f4e1325 req-8c42b70e-6274-403b-a376-bbfd3c4e485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:42:59.923727 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a943a208-204e-480e-8836-3c4e4f4e1325 req-8c42b70e-6274-403b-a376-bbfd3c4e485c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e4705507d68244c7a9a99369120f0a3a&device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 1138 time: 0.1212571 Jan 25 03:42:59.946022 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-599860f8-7c1a-4b97-b211-3489805ef529 req-085d7b61-dba0-43de-a58c-d560e362c2cb tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&id=e8bc47c3-42cf-496d-8551-6de4cc3f0491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708694 Jan 25 03:42:59.993930 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19013d1d-1d07-4102-a365-af7ab2c06b4d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:43:00.000819 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-19013d1d-1d07-4102-a365-af7ab2c06b4d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:43:00.014197 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014bf5e0-666d-4607-b436-f6b0c2e8f0a4 None None] Sync routers for ids ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:43:00.029590 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-19013d1d-1d07-4102-a365-af7ab2c06b4d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "PUT /v2.0/floatingips/605d52b0-d11f-4ae3-99a9-fa6629c1def0 HTTP/1.1" status: 200 len: 990 time: 1.5294971 Jan 25 03:43:00.048991 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943a208-204e-480e-8836-3c4e4f4e1325 req-baa6c747-f99a-4587-9b4f-c9544fcd10cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:00.050869 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a943a208-204e-480e-8836-3c4e4f4e1325 req-baa6c747-f99a-4587-9b4f-c9544fcd10cb service neutron] 10.222.0.112 "GET /v2.0/networks?id=7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 HTTP/1.1" status: 200 len: 914 time: 0.1039262 Jan 25 03:43:00.076811 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f1de3554-fd0a-40ab-be22-23e5cc5f4985 None None] Provisioning complete for port 596e847a-8586-402f-8511-f40dab535655 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:43:00.077178 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1de3554-fd0a-40ab-be22-23e5cc5f4985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (596e847a-8586-402f-8511-f40dab535655), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:43:00.126802 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a943a208-204e-480e-8836-3c4e4f4e1325 req-b1773128-4e81-4bf3-8759-9d63e548fd11 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=596e847a-8586-402f-8511-f40dab535655 HTTP/1.1" status: 200 len: 1001 time: 0.0660570 Jan 25 03:43:00.181567 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943a208-204e-480e-8836-3c4e4f4e1325 req-77d2e6d7-fff4-436c-8213-da806bedb0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:00.183029 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a943a208-204e-480e-8836-3c4e4f4e1325 req-77d2e6d7-fff4-436c-8213-da806bedb0be service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f3156457-0948-4819-a7ca-8e98e39ec404 HTTP/1.1" status: 200 len: 853 time: 0.0493054 Jan 25 03:43:00.218325 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014bf5e0-666d-4607-b436-f6b0c2e8f0a4 None None] Routers {'5a15c3c2-a4df-4bda-baf8-944075fcce8a'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:43:00.218948 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-014bf5e0-666d-4607-b436-f6b0c2e8f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:42:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:43:00.228528 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943a208-204e-480e-8836-3c4e4f4e1325 req-d91f4b4f-b1dc-458f-ad58-cfc7a3ddfdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:00.230031 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a943a208-204e-480e-8836-3c4e4f4e1325 req-d91f4b4f-b1dc-458f-ad58-cfc7a3ddfdba service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=7c8d81c6-dccc-4099-b6b2-a00ea0a64b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401235 Jan 25 03:43:00.320498 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a943a208-204e-480e-8836-3c4e4f4e1325 req-56681545-5026-4a67-a267-609e45e0d811 service neutron] 10.222.0.112 "GET /v2.0/networks/7c8d81c6-dccc-4099-b6b2-a00ea0a64b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826621 Jan 25 03:43:00.420717 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a943a208-204e-480e-8836-3c4e4f4e1325 req-ecca5c38-6724-4464-bdec-dda558f62d5e service neutron] 10.222.0.112 "GET /v2.0/networks/7c8d81c6-dccc-4099-b6b2-a00ea0a64b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883121 Jan 25 03:43:00.478472 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-014bf5e0-666d-4607-b436-f6b0c2e8f0a4 None None] Set router 5a15c3c2-a4df-4bda-baf8-944075fcce8a gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:43:00.528589 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f1de3554-fd0a-40ab-be22-23e5cc5f4985 None None] Current status of the port 596e847a-8586-402f-8511-f40dab535655 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:43:00.873433 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-014bf5e0-666d-4607-b436-f6b0c2e8f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 4, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port': {'id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '605d52b0-d11f-4ae3-99a9-fa6629c1def0', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'port_id': '9f6cee72-9dab-452f-955a-9024f4b6b9f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'mac_address': 'fa:16:3e:dd:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8302b8-b04f-40ea-a9ff-2461018e7962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:42:43Z', 'updated_at': '2022-01-25T03:42:59Z', 'revision_number': 1, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19e7f2d-a8d9-42a4-8459-6dd112438fb2', 'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'mac_address': 'fa:16:3e:7d:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:37Z', 'updated_at': '2022-01-25T03:35:43Z', 'revision_number': 5, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'subnets': [{'id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:43:00.901926 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014bf5e0-666d-4607-b436-f6b0c2e8f0a4 None None] Checking router: 5a15c3c2-a4df-4bda-baf8-944075fcce8a for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:43:00.912708 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014bf5e0-666d-4607-b436-f6b0c2e8f0a4 None None] Routers {'5a15c3c2-a4df-4bda-baf8-944075fcce8a'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:43:00.913294 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-014bf5e0-666d-4607-b436-f6b0c2e8f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:42:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:43:01.018749 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-014bf5e0-666d-4607-b436-f6b0c2e8f0a4 None None] Set router 5a15c3c2-a4df-4bda-baf8-944075fcce8a gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:43:01.236876 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-014bf5e0-666d-4607-b436-f6b0c2e8f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 4, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port': {'id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '605d52b0-d11f-4ae3-99a9-fa6629c1def0', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'port_id': '9f6cee72-9dab-452f-955a-9024f4b6b9f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'mac_address': 'fa:16:3e:dd:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8302b8-b04f-40ea-a9ff-2461018e7962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:42:43Z', 'updated_at': '2022-01-25T03:42:59Z', 'revision_number': 1, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19e7f2d-a8d9-42a4-8459-6dd112438fb2', 'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'mac_address': 'fa:16:3e:7d:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:37Z', 'updated_at': '2022-01-25T03:35:43Z', 'revision_number': 5, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'subnets': [{'id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:43:01.262587 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014bf5e0-666d-4607-b436-f6b0c2e8f0a4 None None] The sync data for ids ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'] in dv-cinder-819011-2-iscsi is: [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 4, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port': {'id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '605d52b0-d11f-4ae3-99a9-fa6629c1def0', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'port_id': '9f6cee72-9dab-452f-955a-9024f4b6b9f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'mac_address': 'fa:16:3e:dd:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8302b8-b04f-40ea-a9ff-2461018e7962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:42:43Z', 'updated_at': '2022-01-25T03:42:59Z', 'revision_number': 1, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19e7f2d-a8d9-42a4-8459-6dd112438fb2', 'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'mac_address': 'fa:16:3e:7d:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:37Z', 'updated_at': '2022-01-25T03:35:43Z', 'revision_number': 5, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'subnets': [{'id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:43:01.447045 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f2fdf783-1eee-46b8-ae1f-3c515854beaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:43:01.453702 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451c4269-8d83-42a2-aba8-2fc8b6578014 None None] New status for floating IP 605d52b0-d11f-4ae3-99a9-fa6629c1def0: ACTIVE {{(pid=103188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:43:01.775658 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8302b8-b04f-40ea-a9ff-2461018e7962', 'tag': '9f6cee72-9dab-452f-955a-9024f4b6b9f4'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:43:01.778844 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d0c9815385568a6be04e4b390595008a27b8adc04fe3db576d7c9438e8cfd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bd1c4c-8bee-4404-8deb-69389149407d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8302b8-b04f-40ea-a9ff-2461018e7962", "tag": "9f6cee72-9dab-452f-955a-9024f4b6b9f4"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:43:01.816381 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58e858f-76cf-437d-90c5-7a40a8237297 x-openstack-request-id: req-c58e858f-76cf-437d-90c5-7a40a8237297 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:43:01.816692 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8302b8-b04f-40ea-a9ff-2461018e7962", "tag": "9f6cee72-9dab-452f-955a-9024f4b6b9f4", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:43:01.816966 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-c58e858f-76cf-437d-90c5-7a40a8237297 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:43:01.817347 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8302b8-b04f-40ea-a9ff-2461018e7962', 'tag': '9f6cee72-9dab-452f-955a-9024f4b6b9f4', 'status': 'completed', 'code': 200} Jan 25 03:43:01.906758 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd1c4c-8bee-4404-8deb-69389149407d req-83092f61-8fc0-471b-a9af-8d74c7bef985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:01.908244 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-88bd1c4c-8bee-4404-8deb-69389149407d req-83092f61-8fc0-471b-a9af-8d74c7bef985 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=33c5e2c89460402987c96eb3c3340a68&device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 1098 time: 0.0395188 Jan 25 03:43:02.001332 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd1c4c-8bee-4404-8deb-69389149407d req-701ec824-630c-426a-9afd-ca51df4893b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:02.002793 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-88bd1c4c-8bee-4404-8deb-69389149407d req-701ec824-630c-426a-9afd-ca51df4893b7 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f476d920-246d-45fc-9288-e583ed5f94c0 HTTP/1.1" status: 200 len: 916 time: 0.0876126 Jan 25 03:43:02.081297 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-88bd1c4c-8bee-4404-8deb-69389149407d req-63eb8bf7-0197-4dc9-999d-1f966d604f46 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f6cee72-9dab-452f-955a-9024f4b6b9f4 HTTP/1.1" status: 200 len: 1000 time: 0.0678594 Jan 25 03:43:02.132691 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd1c4c-8bee-4404-8deb-69389149407d req-87ce5a0a-46e8-45ba-a845-706a69473201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:02.134123 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-88bd1c4c-8bee-4404-8deb-69389149407d req-87ce5a0a-46e8-45ba-a845-706a69473201 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=c089812a-9ee0-4892-a79a-a6659662497a HTTP/1.1" status: 200 len: 855 time: 0.0448740 Jan 25 03:43:02.182354 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd1c4c-8bee-4404-8deb-69389149407d req-6ad76cd2-a583-4548-92b6-193916b55294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:02.183856 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-88bd1c4c-8bee-4404-8deb-69389149407d req-6ad76cd2-a583-4548-92b6-193916b55294 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f476d920-246d-45fc-9288-e583ed5f94c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425448 Jan 25 03:43:02.269697 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-88bd1c4c-8bee-4404-8deb-69389149407d req-88b0cfb0-9821-4fc1-87d4-77769474929b service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783796 Jan 25 03:43:02.364652 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-88bd1c4c-8bee-4404-8deb-69389149407d req-51ed66b8-68c1-4772-9e34-4c20d1bf4201 service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850875 Jan 25 03:43:03.748897 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d3cbac0-a647-4d7a-8e13-be998f67afc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:43:05.211729 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:43:06.765305 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:43:08.017791 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:43:12.109081 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:43:16.732579 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:43:31.462358 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d7e29ec-c7e9-4db9-a880-7837a2f6ad4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:43:33.736628 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-340ba4c3-b0ff-42d8-892b-cc4b21a95d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:43:35.233771 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:43:36.753928 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:43:38.005535 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:43:41.827706 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:43:50.128245 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-96e39773-77ed-4236-ba08-cf845306010a req-ec1f4007-355a-48d3-be9d-62129002f523 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396469 Jan 25 03:43:50.237416 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e39773-77ed-4236-ba08-cf845306010a req-38eec0b1-ab42-484c-88c5-db9800c4ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:50.238905 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-96e39773-77ed-4236-ba08-cf845306010a req-38eec0b1-ab42-484c-88c5-db9800c4ef82 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0fe72d0d8d144438a671aac4e939c693&device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 1098 time: 0.0412867 Jan 25 03:43:50.351997 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e39773-77ed-4236-ba08-cf845306010a req-4f1b73ba-dd7d-43ce-bd56-03a83428a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:50.353298 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-96e39773-77ed-4236-ba08-cf845306010a req-4f1b73ba-dd7d-43ce-bd56-03a83428a2c4 service neutron] 10.222.0.112 "GET /v2.0/networks?id=0ff74d41-8997-4f13-a353-f1aafd7e012e HTTP/1.1" status: 200 len: 912 time: 0.0867529 Jan 25 03:43:50.416705 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-96e39773-77ed-4236-ba08-cf845306010a req-4afe5ea9-60ea-4ec6-83e2-1e8cafea1779 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=185f7b43-0027-48fd-9809-01daf6b8ce49 HTTP/1.1" status: 200 len: 1000 time: 0.0559182 Jan 25 03:43:50.467616 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e39773-77ed-4236-ba08-cf845306010a req-bd10b9cc-a9ac-4c10-b99a-1647eddb93af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:50.469048 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-96e39773-77ed-4236-ba08-cf845306010a req-bd10b9cc-a9ac-4c10-b99a-1647eddb93af service neutron] 10.222.0.112 "GET /v2.0/subnets?id=de574e71-d5c9-48da-aa30-76bdfc91fca9 HTTP/1.1" status: 200 len: 851 time: 0.0460706 Jan 25 03:43:50.512675 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e39773-77ed-4236-ba08-cf845306010a req-176751d0-1618-475b-abff-ba7ef6b674e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:50.514104 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-96e39773-77ed-4236-ba08-cf845306010a req-176751d0-1618-475b-abff-ba7ef6b674e8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=0ff74d41-8997-4f13-a353-f1aafd7e012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389388 Jan 25 03:43:50.600739 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-96e39773-77ed-4236-ba08-cf845306010a req-1a4748c8-b569-46c6-8b5a-fa3be3bbcf54 service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800209 Jan 25 03:43:50.689884 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-96e39773-77ed-4236-ba08-cf845306010a req-2b6502db-adfc-4ff8-ac50-b483d92053b4 service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824959 Jan 25 03:43:53.730624 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:43:55.476821 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0d40f-0d9b-46cb-8df5-d939721da289 req-7210b8e8-3dd1-4235-9311-353c64ce7ad3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:55.478338 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-85a0d40f-0d9b-46cb-8df5-d939721da289 req-7210b8e8-3dd1-4235-9311-353c64ce7ad3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 945 time: 0.0498536 Jan 25 03:43:55.529829 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-85a0d40f-0d9b-46cb-8df5-d939721da289 req-25454573-5469-46be-9b2e-42a5a3de0bb5 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459373 Jan 25 03:43:56.645298 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb112cf-5a69-4154-8335-abaa1b1eef83 req-4f7ccfb8-3fa8-4de0-8d66-a9b5cf35a54b tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:56.646733 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7eb112cf-5a69-4154-8335-abaa1b1eef83 req-4f7ccfb8-3fa8-4de0-8d66-a9b5cf35a54b tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 945 time: 0.0480564 Jan 25 03:43:56.694762 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7eb112cf-5a69-4154-8335-abaa1b1eef83 req-bcbeb3ab-df35-4777-8e24-63f867420aab tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425737 Jan 25 03:43:57.520116 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f69ab8-628c-4ae6-9336-ffa90f543af5 req-4b032acb-fa66-42ef-84b0-94dcbc58518a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:57.521573 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-59f69ab8-628c-4ae6-9336-ffa90f543af5 req-4b032acb-fa66-42ef-84b0-94dcbc58518a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.112 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 945 time: 0.0479953 Jan 25 03:43:57.618186 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-59f69ab8-628c-4ae6-9336-ffa90f543af5 req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Deleting port 185f7b43-0027-48fd-9809-01daf6b8ce49 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:43:57.618441 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-59f69ab8-628c-4ae6-9336-ffa90f543af5 req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (185f7b43-0027-48fd-9809-01daf6b8ce49), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:43:57.706933 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-59f69ab8-628c-4ae6-9336-ffa90f543af5 req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] For port 185f7b43-0027-48fd-9809-01daf6b8ce49, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=185f7b43-0027-48fd-9809-01daf6b8ce49,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:43:57.707327 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-59f69ab8-628c-4ae6-9336-ffa90f543af5 req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (185f7b43-0027-48fd-9809-01daf6b8ce49), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:43:57.841092 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25404fc-fb2e-4ceb-bd58-3295a2e092a7 req-debde7df-f1a3-464e-8470-c778902164a7 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:57.842632 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d25404fc-fb2e-4ceb-bd58-3295a2e092a7 req-debde7df-f1a3-464e-8470-c778902164a7 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 985 time: 0.0506618 Jan 25 03:43:57.871018 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5171503-c734-4b4b-9f72-de01b1518797 req-86ffc281-ae6f-463b-9121-1c83d78ff3fe tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:57.873311 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e5171503-c734-4b4b-9f72-de01b1518797 req-86ffc281-ae6f-463b-9121-1c83d78ff3fe tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 945 time: 0.1043961 Jan 25 03:43:57.904991 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d25404fc-fb2e-4ceb-bd58-3295a2e092a7 req-e9ea5195-d377-444e-a7f0-e372282c321d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&id=e8bc47c3-42cf-496d-8551-6de4cc3f0491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559864 Jan 25 03:43:57.971934 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-59f69ab8-628c-4ae6-9336-ffa90f543af5 req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:43:57.972291 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-59f69ab8-628c-4ae6-9336-ffa90f543af5 req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586113'] for floatingip (38360bd4-519d-4c79-8216-7c5e52aa25d4), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:43:57.972607 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.db.l3_db [req-59f69ab8-628c-4ae6-9336-ffa90f543af5 req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Floating IP 38360bd4-519d-4c79-8216-7c5e52aa25d4 disassociated. External IP: 172.27.2.88, port: 185f7b43-0027-48fd-9809-01daf6b8ce49. Jan 25 03:43:57.972967 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-59f69ab8-628c-4ae6-9336-ffa90f543af5 req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Calling delete_port for 185f7b43-0027-48fd-9809-01daf6b8ce49 owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:43:57.992892 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb58ef5-850d-4bb4-a759-c9a51f1d1a8e req-34b9bbbb-7847-419d-a92e-6dfbedd54809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:57.994368 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-feb58ef5-850d-4bb4-a759-c9a51f1d1a8e req-34b9bbbb-7847-419d-a92e-6dfbedd54809 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e4705507d68244c7a9a99369120f0a3a&device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 1138 time: 0.0940514 Jan 25 03:43:58.019728 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e5171503-c734-4b4b-9f72-de01b1518797 req-eb649a8f-8763-4040-9515-0fc1d1de0230 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1182320 Jan 25 03:43:58.147573 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb58ef5-850d-4bb4-a759-c9a51f1d1a8e req-7a30b5c2-9463-49bc-8faf-a3bf46cf44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:58.149033 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-feb58ef5-850d-4bb4-a759-c9a51f1d1a8e req-7a30b5c2-9463-49bc-8faf-a3bf46cf44fe service neutron] 10.222.0.112 "GET /v2.0/networks?id=7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 HTTP/1.1" status: 200 len: 914 time: 0.1447105 Jan 25 03:43:58.250527 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-feb58ef5-850d-4bb4-a759-c9a51f1d1a8e req-4809be87-d649-48e1-9f42-47346fb877fd service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=596e847a-8586-402f-8511-f40dab535655 HTTP/1.1" status: 200 len: 1001 time: 0.0948937 Jan 25 03:43:58.298012 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb58ef5-850d-4bb4-a759-c9a51f1d1a8e req-3549bea2-b752-44dd-b6e1-5197de7327b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:58.299457 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-feb58ef5-850d-4bb4-a759-c9a51f1d1a8e req-3549bea2-b752-44dd-b6e1-5197de7327b4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f3156457-0948-4819-a7ca-8e98e39ec404 HTTP/1.1" status: 200 len: 853 time: 0.0428445 Jan 25 03:43:58.334019 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-59f69ab8-628c-4ae6-9336-ffa90f543af5 req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (185f7b43-0027-48fd-9809-01daf6b8ce49), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:43:58.366692 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event deleted for resources: {'Port': ['ID=185f7b43-0027-48fd-9809-01daf6b8ce49,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:43:58.381429 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:43:58.381786 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:43:58.382128 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:43:58.382464 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:43:58.382797 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:43:58.383153 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:43:58.383476 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:43:58.383804 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:43:58.384128 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:43:58.384452 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:43:58.384773 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:43:58.385104 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:43:58.385424 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:43:58.396408 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb58ef5-850d-4bb4-a759-c9a51f1d1a8e req-812f9822-d07d-4426-bca6-b56e7fddf333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:58.403351 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-feb58ef5-850d-4bb4-a759-c9a51f1d1a8e req-812f9822-d07d-4426-bca6-b56e7fddf333 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=7c8d81c6-dccc-4099-b6b2-a00ea0a64b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918758 Jan 25 03:43:58.566046 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-feb58ef5-850d-4bb4-a759-c9a51f1d1a8e req-87ed3cc2-7906-4a0f-83ec-023d6a3a49e0 service neutron] 10.222.0.112 "GET /v2.0/networks/7c8d81c6-dccc-4099-b6b2-a00ea0a64b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386349 Jan 25 03:43:58.569768 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59f69ab8-628c-4ae6-9336-ffa90f543af5 req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:43:58.999289 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-feb58ef5-850d-4bb4-a759-c9a51f1d1a8e req-1564587f-f3ff-4c1a-87c7-33ea8c00a0c3 service neutron] 10.222.0.112 "GET /v2.0/networks/7c8d81c6-dccc-4099-b6b2-a00ea0a64b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246669 Jan 25 03:43:59.025742 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59f69ab8-628c-4ae6-9336-ffa90f543af5 req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:43:59.036465 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6309a738-6ce8-4518-917b-23070f61eac8 None None] Sync routers for ids ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:43:59.050375 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6309a738-6ce8-4518-917b-23070f61eac8 None None] Routers {'903229fb-2b7e-40c2-83c6-ae92eb9aef35'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:43:59.050876 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-6309a738-6ce8-4518-917b-23070f61eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:43:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:43:59.076479 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f69ab8-628c-4ae6-9336-ffa90f543af5 req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] No DVR routers for this DVR port 185f7b43-0027-48fd-9809-01daf6b8ce49 on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:43:59.079375 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-59f69ab8-628c-4ae6-9336-ffa90f543af5 req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:43:59.082688 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-59f69ab8-628c-4ae6-9336-ffa90f543af5 req-ffa12a17-8e8b-4cee-aea1-e5c6e0f961c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.112 "DELETE /v2.0/ports/185f7b43-0027-48fd-9809-01daf6b8ce49 HTTP/1.1" status: 204 len: 173 time: 1.5548801 Jan 25 03:43:59.083182 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7ea524-7a77-478b-9894-556c2be34d87', 'name': 'network-vif-deleted', 'tag': '185f7b43-0027-48fd-9809-01daf6b8ce49'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:43:59.085612 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa12d676-b955-432e-a20f-97b538f1dc52" -d '{"events": [{"server_uuid": "ac7ea524-7a77-478b-9894-556c2be34d87", "name": "network-vif-deleted", "tag": "185f7b43-0027-48fd-9809-01daf6b8ce49"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:43:59.097413 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25614e03-3c24-4efb-a5a5-7935b56c4455 req-555bcdb9-7e9d-4b27-8347-68f4da9e3c85 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:43:59.099329 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-25614e03-3c24-4efb-a5a5-7935b56c4455 req-555bcdb9-7e9d-4b27-8347-68f4da9e3c85 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 985 time: 0.1206367 Jan 25 03:43:59.149664 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e4b8efb7-f1b5-40bd-9798-a4911a39a26d req-b151e3f2-216b-4acc-b99d-b467470de313 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 210 time: 0.0377655 Jan 25 03:43:59.189949 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-25614e03-3c24-4efb-a5a5-7935b56c4455 req-30456d8e-df72-4c70-a25a-4a636f5b6f9e tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&id=e8bc47c3-42cf-496d-8551-6de4cc3f0491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826144 Jan 25 03:43:59.241919 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-6309a738-6ce8-4518-917b-23070f61eac8 None None] Set router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:43:59.252059 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94247195-cc97-446e-8b0c-a2764de17edb x-openstack-request-id: req-94247195-cc97-446e-8b0c-a2764de17edb {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:43:59.252352 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7ea524-7a77-478b-9894-556c2be34d87", "name": "network-vif-deleted", "tag": "185f7b43-0027-48fd-9809-01daf6b8ce49", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:43:59.252616 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-94247195-cc97-446e-8b0c-a2764de17edb {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:43:59.253017 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7ea524-7a77-478b-9894-556c2be34d87', 'name': 'network-vif-deleted', 'tag': '185f7b43-0027-48fd-9809-01daf6b8ce49', 'status': 'completed', 'code': 200} Jan 25 03:43:59.472817 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-6309a738-6ce8-4518-917b-23070f61eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 5, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:43:59.501325 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6309a738-6ce8-4518-917b-23070f61eac8 None None] Checking router: 903229fb-2b7e-40c2-83c6-ae92eb9aef35 for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:43:59.509726 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6309a738-6ce8-4518-917b-23070f61eac8 None None] Routers {'903229fb-2b7e-40c2-83c6-ae92eb9aef35'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:43:59.510330 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-6309a738-6ce8-4518-917b-23070f61eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:43:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:43:59.751030 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-6309a738-6ce8-4518-917b-23070f61eac8 None None] Set router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:43:59.952874 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-6309a738-6ce8-4518-917b-23070f61eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 5, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:43:59.979655 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6309a738-6ce8-4518-917b-23070f61eac8 None None] The sync data for ids ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'] in dv-cinder-819011-2-iscsi is: [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 5, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:44:00.206863 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75062dc8-0193-468b-a9cb-c16fa72a5837 None None] New status for floating IP 38360bd4-519d-4c79-8216-7c5e52aa25d4: DOWN {{(pid=103188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:44:00.258887 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-dfbbf95a-93fa-4826-b6f1-b26f111382f8 req-12978fa4-374b-47f4-991e-f4212e5fbc57 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=ac7ea524-7a77-478b-9894-556c2be34d87 HTTP/1.1" status: 200 len: 210 time: 0.0265863 Jan 25 03:44:00.538344 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95fd60-b6e0-47c2-a80e-8aaf209ab858 req-b7947254-6604-4362-b99d-43f1237cc148 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:00.539730 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6d95fd60-b6e0-47c2-a80e-8aaf209ab858 req-b7947254-6604-4362-b99d-43f1237cc148 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 985 time: 0.2662897 Jan 25 03:44:00.598741 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6d95fd60-b6e0-47c2-a80e-8aaf209ab858 req-b86a5a45-50f7-4324-bbcd-1b0474fcde00 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&id=e8bc47c3-42cf-496d-8551-6de4cc3f0491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525420 Jan 25 03:44:01.075847 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 185f7b43-0027-48fd-9809-01daf6b8ce49 no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:44:01.095820 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: 185f7b43-0027-48fd-9809-01daf6b8ce49 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:44:01.096158 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 185f7b43-0027-48fd-9809-01daf6b8ce49 not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:44:01.450973 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a287454b-78e7-466d-8ab0-91fa2cbb5527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:01.486729 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e6d7491a-61a5-4770-8963-af08658b3cd0 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-63611146&fields=id&tenant_id=0fe72d0d8d144438a671aac4e939c693 HTTP/1.1" status: 200 len: 267 time: 0.0442057 Jan 25 03:44:01.598319 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-c3480d79-6b66-4bf1-9ee7-fc1d96b23fa2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:01.599799 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-c3480d79-6b66-4bf1-9ee7-fc1d96b23fa2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/networks?id=0ff74d41-8997-4f13-a353-f1aafd7e012e HTTP/1.1" status: 200 len: 812 time: 0.1066811 Jan 25 03:44:01.614084 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-3c2022c1-1cc2-4858-89a2-eb93ae487f58 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/quotas/0fe72d0d8d144438a671aac4e939c693 HTTP/1.1" status: 200 len: 375 time: 0.0089538 Jan 25 03:44:01.664530 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-f55b751f-cf43-45ee-8a8a-52c704eb6415 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=0fe72d0d8d144438a671aac4e939c693&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456355 Jan 25 03:44:01.717144 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fec4c-3aca-4db3-baa1-377be224ad8a req-1d723d4b-90d8-4e06-9068-6b6ed5aa7318 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:01.718605 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e66fec4c-3aca-4db3-baa1-377be224ad8a req-1d723d4b-90d8-4e06-9068-6b6ed5aa7318 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 985 time: 0.0499129 Jan 25 03:44:01.761650 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-0619fc12-0fa7-4379-88b9-fa5172619f23 service neutron] 10.222.0.115 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862515 Jan 25 03:44:01.778775 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e66fec4c-3aca-4db3-baa1-377be224ad8a req-3dcdc762-da4c-456f-9ab4-030ae61713ff tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&id=e8bc47c3-42cf-496d-8551-6de4cc3f0491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542099 Jan 25 03:44:01.848589 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-acc618c5-ffae-41b0-8675-132c76d30d30 service neutron] 10.222.0.115 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809865 Jan 25 03:44:02.403711 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b47dd6e7-f9a1-49c9-99eb-f9b879e159e4 req-60a6e7bf-1115-4bac-be5b-df27351be45d tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 210 time: 0.0311999 Jan 25 03:44:02.893745 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab523305-98e8-48c5-8678-185f21e1fbde req-30e450a5-d8ec-4718-bc21-4d27f6cd7e39 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:02.895255 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ab523305-98e8-48c5-8678-185f21e1fbde req-30e450a5-d8ec-4718-bc21-4d27f6cd7e39 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 985 time: 0.0487967 Jan 25 03:44:02.955543 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ab523305-98e8-48c5-8678-185f21e1fbde req-2b189b60-5523-432e-9f10-83556c2419a0 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&id=e8bc47c3-42cf-496d-8551-6de4cc3f0491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545800 Jan 25 03:44:03.498627 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d5ef79de-9648-4931-ae57-74e632d5ad8e req-bb359545-b9f0-4fef-9bb0-31c455dc63b9 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 210 time: 0.0255983 Jan 25 03:44:03.764605 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37192d0a-f6c0-4c3c-ac69-a09a8077f66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:04.079137 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd40e0f-e6e7-4cdf-8606-2d70f7c14e3a req-7d9c33bb-cc51-4c03-8b05-ebf9b6af4f76 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:04.080557 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bdd40e0f-e6e7-4cdf-8606-2d70f7c14e3a req-7d9c33bb-cc51-4c03-8b05-ebf9b6af4f76 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 985 time: 0.0537455 Jan 25 03:44:04.138885 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bdd40e0f-e6e7-4cdf-8606-2d70f7c14e3a req-2f2830ac-3b29-417b-81de-05381bc8aaf8 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&id=e8bc47c3-42cf-496d-8551-6de4cc3f0491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526266 Jan 25 03:44:04.305656 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-b6056dc4-7980-4423-989d-41d473889617 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:04.307107 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-b6056dc4-7980-4423-989d-41d473889617 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.112 "GET /v2.0/networks?id=0ff74d41-8997-4f13-a353-f1aafd7e012e HTTP/1.1" status: 200 len: 812 time: 0.1065593 Jan 25 03:44:04.376837 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-a501bf38-2cac-459e-a30e-f75539e140ba tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fe72d0d8d144438a671aac4e939c693 HTTP/1.1" status: 200 len: 378 time: 0.0544560 Jan 25 03:44:04.386222 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-a762ac9d-f16a-41fe-9827-69c13a633db3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Request body: {'port': {'device_id': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'admin_state_up': True, 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'security_groups': ['6744eb07-18e5-4865-83ab-4fe93b386738']}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:44:04.564378 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-a762ac9d-f16a-41fe-9827-69c13a633db3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Made reservation on behalf of 0fe72d0d8d144438a671aac4e939c693 for: {'port': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:44:04.568118 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-a762ac9d-f16a-41fe-9827-69c13a633db3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:04.610720 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-47101d78-d02a-43cb-a5db-ef7e105c1cd4 req-6aaa3b44-4e8e-403f-8fb6-5b84052860a0 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 210 time: 0.0391481 Jan 25 03:44:04.723508 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-a762ac9d-f16a-41fe-9827-69c13a633db3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Allocated IP 172.20.0.11 (0ff74d41-8997-4f13-a353-f1aafd7e012e/de574e71-d5c9-48da-aa30-76bdfc91fca9/b92e2cb6-c6e1-4723-843b-37dd1c830bbb) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:44:04.866007 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-a762ac9d-f16a-41fe-9827-69c13a633db3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for port (b92e2cb6-c6e1-4723-843b-37dd1c830bbb), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:04.970657 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-a762ac9d-f16a-41fe-9827-69c13a633db3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (b92e2cb6-c6e1-4723-843b-37dd1c830bbb), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:05.011371 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-a762ac9d-f16a-41fe-9827-69c13a633db3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Network 0ff74d41-8997-4f13-a353-f1aafd7e012e is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:44:05.015281 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-a762ac9d-f16a-41fe-9827-69c13a633db3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:44:05.017679 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-a762ac9d-f16a-41fe-9827-69c13a633db3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:44:05.051995 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762ac9d-f16a-41fe-9827-69c13a633db3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event updated for resources: {'Port': ['ID=b92e2cb6-c6e1-4723-843b-37dd1c830bbb,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.076520 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.079590 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.079590 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.079590 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.079590 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.079590 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.079590 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.079590 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.079590 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.079590 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.079590 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.079590 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:44:05.079590 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:44:05.080471 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-a762ac9d-f16a-41fe-9827-69c13a633db3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:05.080654 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-a762ac9d-f16a-41fe-9827-69c13a633db3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:05.163087 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-a762ac9d-f16a-41fe-9827-69c13a633db3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7803180 Jan 25 03:44:05.184297 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Request body: {'port': {'device_id': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:44:05.227588 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:05.243805 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-e82ba4ce-32f0-4e9d-b3e2-629b3ca185c3 None None] Provisioning complete for port b92e2cb6-c6e1-4723-843b-37dd1c830bbb triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:44:05.244269 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e82ba4ce-32f0-4e9d-b3e2-629b3ca185c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (b92e2cb6-c6e1-4723-843b-37dd1c830bbb), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:05.264641 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (b92e2cb6-c6e1-4723-843b-37dd1c830bbb), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:05.280662 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e82ba4ce-32f0-4e9d-b3e2-629b3ca185c3 None None] Port b92e2cb6-c6e1-4723-843b-37dd1c830bbb cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:44:05.319800 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb63b8-e0b7-4ea1-8a49-fe23773a4e1a req-ed8404a7-6d83-4446-8548-7848f2bb70b6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:05.321261 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-00bb63b8-e0b7-4ea1-8a49-fe23773a4e1a req-ed8404a7-6d83-4446-8548-7848f2bb70b6 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 985 time: 0.1051736 Jan 25 03:44:05.476857 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-00bb63b8-e0b7-4ea1-8a49-fe23773a4e1a req-a8de12d8-352f-48cc-a727-54198e349182 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&id=e8bc47c3-42cf-496d-8551-6de4cc3f0491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1483040 Jan 25 03:44:05.595031 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92e2cb6-c6e1-4723-843b-37dd1c830bbb {{(pid=103186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:44:05.602344 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Publish callbacks [] for port (b92e2cb6-c6e1-4723-843b-37dd1c830bbb), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:05.614991 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.provisioning_blocks [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Transition to ACTIVE for port object b92e2cb6-c6e1-4723-843b-37dd1c830bbb will not be triggered until provisioned by entity L2. {{(pid=103186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:44:05.672983 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (b92e2cb6-c6e1-4723-843b-37dd1c830bbb), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:05.724113 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Pushing event updated for resources: {'Port': ['ID=b92e2cb6-c6e1-4723-843b-37dd1c830bbb,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:44:05.732802 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec1a29-b973-4f2d-9dee-dcbe9bbd11fc req-b8efdd5f-2f9b-467d-9a05-aeaa2b234c7b tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:05.734923 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-85ec1a29-b973-4f2d-9dee-dcbe9bbd11fc req-b8efdd5f-2f9b-467d-9a05-aeaa2b234c7b tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 944 time: 0.0533836 Jan 25 03:44:05.796523 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-85ec1a29-b973-4f2d-9dee-dcbe9bbd11fc req-7d9d2d00-3279-4e97-8db5-e7082867acb5 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540466 Jan 25 03:44:05.802266 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Attempting to bind port b92e2cb6-c6e1-4723-843b-37dd1c830bbb on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:44:05.802612 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Attempting to bind port b92e2cb6-c6e1-4723-843b-37dd1c830bbb by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:44:05.802936 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Attempting to bind port b92e2cb6-c6e1-4723-843b-37dd1c830bbb on network 0ff74d41-8997-4f13-a353-f1aafd7e012e {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:44:05.817704 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Port b92e2cb6-c6e1-4723-843b-37dd1c830bbb on network 0ff74d41-8997-4f13-a353-f1aafd7e012e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:44:05.818092 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Attempting to bind port b92e2cb6-c6e1-4723-843b-37dd1c830bbb on network 0ff74d41-8997-4f13-a353-f1aafd7e012e {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:44:05.823697 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:44:05.824205 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Checking segment: {'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:44:05.824643 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Bound using segment: {'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:44:05.825188 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Bound port: b92e2cb6-c6e1-4723-843b-37dd1c830bbb, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:44:05.825632 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (b92e2cb6-c6e1-4723-843b-37dd1c830bbb), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:05.898500 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] For port b92e2cb6-c6e1-4723-843b-37dd1c830bbb, host hv-cinder-81901, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:44:05.901636 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] For port b92e2cb6-c6e1-4723-843b-37dd1c830bbb, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=b92e2cb6-c6e1-4723-843b-37dd1c830bbb,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:44:05.970345 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (b92e2cb6-c6e1-4723-843b-37dd1c830bbb), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:06.007020 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:06.007664 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:06.009048 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] 10.222.0.112 "PUT /v2.0/ports/b92e2cb6-c6e1-4723-843b-37dd1c830bbb HTTP/1.1" status: 200 len: 1094 time: 0.8297374 Jan 25 03:44:06.009475 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'tag': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:44:06.011723 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a7d6ee-361d-4421-83c6-cc0704d61def" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6fc152-dc5c-493a-9933-95f0408e1caa", "tag": "b92e2cb6-c6e1-4723-843b-37dd1c830bbb"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:44:06.033076 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967b41f-9203-4468-8bfb-09c3f11cd4cc service neutron] Pushing event updated for resources: {'Port': ['ID=b92e2cb6-c6e1-4723-843b-37dd1c830bbb,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:44:06.060848 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d98bebb-38a3-4eac-965a-1a7d56b4eb33 x-openstack-request-id: req-4d98bebb-38a3-4eac-965a-1a7d56b4eb33 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:44:06.061135 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6fc152-dc5c-493a-9933-95f0408e1caa", "tag": "b92e2cb6-c6e1-4723-843b-37dd1c830bbb", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:44:06.062691 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-4d98bebb-38a3-4eac-965a-1a7d56b4eb33 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:44:06.062691 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'tag': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb', 'status': 'completed', 'code': 200} Jan 25 03:44:06.272930 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7d6ee-361d-4421-83c6-cc0704d61def req-390c6578-9d9d-4db3-a230-82d0b7bb85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:06.274380 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-46a7d6ee-361d-4421-83c6-cc0704d61def req-390c6578-9d9d-4db3-a230-82d0b7bb85b3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0fe72d0d8d144438a671aac4e939c693&device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 1097 time: 0.0403464 Jan 25 03:44:06.378504 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7d6ee-361d-4421-83c6-cc0704d61def req-ebf04ff0-14ae-4686-a2fb-7bda1752ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:06.380213 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-46a7d6ee-361d-4421-83c6-cc0704d61def req-ebf04ff0-14ae-4686-a2fb-7bda1752ee79 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=0fe72d0d8d144438a671aac4e939c693&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0930510 Jan 25 03:44:06.470780 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7d6ee-361d-4421-83c6-cc0704d61def req-c6029e68-1938-4545-a6bc-6c1aae6c356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:06.472453 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-46a7d6ee-361d-4421-83c6-cc0704d61def req-c6029e68-1938-4545-a6bc-6c1aae6c356b service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0863042 Jan 25 03:44:06.614539 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-0c03cf72-2044-4737-a3c2-cd98e4c25471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:06.616091 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-0c03cf72-2044-4737-a3c2-cd98e4c25471 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0fe72d0d8d144438a671aac4e939c693&device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 1097 time: 0.0864422 Jan 25 03:44:06.628469 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb13b0-41c9-4c74-9b49-ca45a17d4e12 req-9ce771aa-3917-445a-9db5-94d597598c24 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:06.629861 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5eeb13b0-41c9-4c74-9b49-ca45a17d4e12 req-9ce771aa-3917-445a-9db5-94d597598c24 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 985 time: 0.0760810 Jan 25 03:44:06.675852 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-7f2b7a09-27ba-4b71-b2de-9b605486cf72 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b92e2cb6-c6e1-4723-843b-37dd1c830bbb HTTP/1.1" status: 200 len: 217 time: 0.0450430 Jan 25 03:44:06.753111 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:06.765783 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5eeb13b0-41c9-4c74-9b49-ca45a17d4e12 req-9d2c1089-532e-4a8d-a3f0-d4d263339821 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&id=e8bc47c3-42cf-496d-8551-6de4cc3f0491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296222 Jan 25 03:44:06.767297 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-f53c8569-44cf-4c2a-b6ee-903d6a0725d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:06.768647 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-f53c8569-44cf-4c2a-b6ee-903d6a0725d0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=de574e71-d5c9-48da-aa30-76bdfc91fca9 HTTP/1.1" status: 200 len: 851 time: 0.0865102 Jan 25 03:44:06.815476 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-66f23099-efd8-4873-9702-2505f068b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:06.817036 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-66f23099-efd8-4873-9702-2505f068b4db service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=0ff74d41-8997-4f13-a353-f1aafd7e012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411749 Jan 25 03:44:06.906242 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-aeb6a3c8-ee48-4403-aafc-d26b8a9cb15c service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823071 Jan 25 03:44:06.910413 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69310df-0f3f-42cc-bdb3-cd7a07fd61a0 req-d3108b98-27b0-48f8-b508-fc41a78ed652 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:06.911921 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b69310df-0f3f-42cc-bdb3-cd7a07fd61a0 req-d3108b98-27b0-48f8-b508-fc41a78ed652 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 944 time: 0.0480101 Jan 25 03:44:06.971228 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b69310df-0f3f-42cc-bdb3-cd7a07fd61a0 req-521d8aab-1d1f-4389-a9b8-38f7717cdf00 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536594 Jan 25 03:44:07.008265 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d2bc7664-ee0c-4be0-9d19-950d77cbc495 req-3386bec8-8b6f-4b68-baaa-e33afdc45b3b service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959897 Jan 25 03:44:07.881512 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016c685-a58a-4d3b-934a-65441a90ed01 req-e0c6f931-ab0d-428e-b099-063eb1a705f1 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:07.882957 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e016c685-a58a-4d3b-934a-65441a90ed01 req-e0c6f931-ab0d-428e-b099-063eb1a705f1 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 985 time: 0.0482767 Jan 25 03:44:07.942940 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e016c685-a58a-4d3b-934a-65441a90ed01 req-168bf3ff-f7d5-47f1-b4a4-503494937cb8 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&id=e8bc47c3-42cf-496d-8551-6de4cc3f0491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543644 Jan 25 03:44:07.982182 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:08.090618 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e9fa9-dc50-4726-9246-40d91f75d62b req-2ccdcc4b-90ad-461d-9965-edce69603f48 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:08.092017 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ba7e9fa9-dc50-4726-9246-40d91f75d62b req-2ccdcc4b-90ad-461d-9965-edce69603f48 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 944 time: 0.0503914 Jan 25 03:44:08.142886 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ba7e9fa9-dc50-4726-9246-40d91f75d62b req-4310c895-c567-43bc-8035-64fdbd57e661 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442591 Jan 25 03:44:09.068414 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d12b80-3336-45c9-9711-4f08382c3d86 req-5a6b1285-e795-4c8e-8f1d-13489270fe85 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:09.069859 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-09d12b80-3336-45c9-9711-4f08382c3d86 req-5a6b1285-e795-4c8e-8f1d-13489270fe85 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 985 time: 0.0527258 Jan 25 03:44:09.128606 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-09d12b80-3336-45c9-9711-4f08382c3d86 req-c5e8d7e4-a233-4b08-9dc7-17894fb0a203 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&id=e8bc47c3-42cf-496d-8551-6de4cc3f0491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528789 Jan 25 03:44:09.257979 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6129ee3-ce75-40ee-8e92-c2af59a93e34 req-c8d663e3-e314-48a2-81f5-d3b219c4fb2c tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:09.259366 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d6129ee3-ce75-40ee-8e92-c2af59a93e34 req-c8d663e3-e314-48a2-81f5-d3b219c4fb2c tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 944 time: 0.0478630 Jan 25 03:44:09.306739 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d6129ee3-ce75-40ee-8e92-c2af59a93e34 req-b290c0a4-1c41-4618-8625-138eee520e53 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412381 Jan 25 03:44:10.245701 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e574e-6e0c-4d94-934e-ae9d4b1ce2f5 req-57b0161e-d78b-45d9-a05d-8f29b1769201 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:10.247211 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4e6e574e-6e0c-4d94-934e-ae9d4b1ce2f5 req-57b0161e-d78b-45d9-a05d-8f29b1769201 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 985 time: 0.0522065 Jan 25 03:44:10.307479 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4e6e574e-6e0c-4d94-934e-ae9d4b1ce2f5 req-6ec44016-eedc-459d-a6b0-d68d174b9313 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&id=e8bc47c3-42cf-496d-8551-6de4cc3f0491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546505 Jan 25 03:44:10.424456 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34248d-798c-41ce-b9c5-8c0bb00be767 req-5d4dd33f-eb31-48da-8720-232437de9b62 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:10.425859 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1f34248d-798c-41ce-b9c5-8c0bb00be767 req-5d4dd33f-eb31-48da-8720-232437de9b62 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 944 time: 0.0488079 Jan 25 03:44:10.475332 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1f34248d-798c-41ce-b9c5-8c0bb00be767 req-0366210c-bb7c-44bc-8377-5a19ad4d2159 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438986 Jan 25 03:44:11.435705 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1ef06-e75c-43cf-90fb-24b5b2ed5f3d req-50e64f6c-9e73-4f3e-a02d-ef8f9b247eb0 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:11.437633 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-36e1ef06-e75c-43cf-90fb-24b5b2ed5f3d req-50e64f6c-9e73-4f3e-a02d-ef8f9b247eb0 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 985 time: 0.0588572 Jan 25 03:44:11.499752 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-36e1ef06-e75c-43cf-90fb-24b5b2ed5f3d req-f63ada22-2659-43de-8779-1289ad4f26c2 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&id=e8bc47c3-42cf-496d-8551-6de4cc3f0491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564728 Jan 25 03:44:11.604246 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0b462-ad08-421e-ab7a-8ae5d88930bf req-a03b636f-d7f6-4ed4-9515-a0577144cd2a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:11.606207 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-83c0b462-ad08-421e-ab7a-8ae5d88930bf req-a03b636f-d7f6-4ed4-9515-a0577144cd2a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 944 time: 0.0537519 Jan 25 03:44:11.654660 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-83c0b462-ad08-421e-ab7a-8ae5d88930bf req-be3121ed-6462-4763-bdc1-cf9829cd9e05 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424595 Jan 25 03:44:11.844233 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:12.781920 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621ea83-d04e-4b65-9018-8c6f849e91d8 req-9771278f-cff0-41ba-bc77-6ae4d3ba3358 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:12.783472 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2621ea83-d04e-4b65-9018-8c6f849e91d8 req-9771278f-cff0-41ba-bc77-6ae4d3ba3358 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 944 time: 0.0599971 Jan 25 03:44:12.831010 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2621ea83-d04e-4b65-9018-8c6f849e91d8 req-f8ca8baa-c699-4afb-baa0-8021ac17d3d1 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420988 Jan 25 03:44:13.955026 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ca4e5-7cb6-4a58-bdde-000250a41d1f req-e16861cf-8dff-40a6-9b37-c3bd8332063c tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:13.956462 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7a7ca4e5-7cb6-4a58-bdde-000250a41d1f req-e16861cf-8dff-40a6-9b37-c3bd8332063c tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 944 time: 0.0606787 Jan 25 03:44:14.007754 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7a7ca4e5-7cb6-4a58-bdde-000250a41d1f req-ff282ff8-2721-422f-9446-7f2edd147ac4 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457220 Jan 25 03:44:15.119407 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bb5ff-cec8-4a45-8bf8-f769daca9d70 req-4c35b97b-23d9-48cb-b9d1-504b2811f23f tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:15.120765 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fd9bb5ff-cec8-4a45-8bf8-f769daca9d70 req-4c35b97b-23d9-48cb-b9d1-504b2811f23f tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 944 time: 0.0474796 Jan 25 03:44:15.168594 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fd9bb5ff-cec8-4a45-8bf8-f769daca9d70 req-23c39891-32f8-439d-8727-c981d2a11cd7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414531 Jan 25 03:44:16.280566 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ef575-3a73-4d85-b9ad-c423f86606b8 req-85342bb0-9bed-409d-99eb-9b28f58bd6c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:16.282027 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-863ef575-3a73-4d85-b9ad-c423f86606b8 req-85342bb0-9bed-409d-99eb-9b28f58bd6c3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 944 time: 0.0475175 Jan 25 03:44:16.330148 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-863ef575-3a73-4d85-b9ad-c423f86606b8 req-70ec7254-801a-4835-a2e3-da310674b44d tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425644 Jan 25 03:44:17.135985 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device b92e2cb6-c6e1-4723-843b-37dd1c830bbb details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:44:17.232157 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port b92e2cb6-c6e1-4723-843b-37dd1c830bbb, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=b92e2cb6-c6e1-4723-843b-37dd1c830bbb,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:44:17.242090 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'port_id': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb', 'mac_address': 'fa:16:3e:10:63:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:44:17.277026 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port b92e2cb6-c6e1-4723-843b-37dd1c830bbb is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:44:17.277863 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (b92e2cb6-c6e1-4723-843b-37dd1c830bbb), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:17.289876 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92e2cb6-c6e1-4723-843b-37dd1c830bbb {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:44:17.308779 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port b92e2cb6-c6e1-4723-843b-37dd1c830bbb, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=b92e2cb6-c6e1-4723-843b-37dd1c830bbb,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:44:17.386939 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (b92e2cb6-c6e1-4723-843b-37dd1c830bbb), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:17.433529 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=b92e2cb6-c6e1-4723-843b-37dd1c830bbb,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:44:17.440878 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:44:17.441219 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:44:17.441556 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:44:17.441881 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:44:17.442203 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:44:17.442522 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:44:17.442839 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:44:17.443179 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:44:17.443503 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:44:17.443813 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:44:17.444124 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:44:17.444432 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:44:17.444740 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:44:17.451712 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976a2b8-660a-47f4-9b1f-916de8156eb6 req-41fb9445-8d8d-478b-ab0d-26caddb6571d tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:17.453198 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c976a2b8-660a-47f4-9b1f-916de8156eb6 req-41fb9445-8d8d-478b-ab0d-26caddb6571d tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 945 time: 0.0544515 Jan 25 03:44:17.503137 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c976a2b8-660a-47f4-9b1f-916de8156eb6 req-0ed62bd3-314a-4c4f-8ec7-f9d67e6f05db tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442350 Jan 25 03:44:17.855200 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['b92e2cb6-c6e1-4723-843b-37dd1c830bbb'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:44:18.615176 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176ebde-a913-43c0-a471-d57544f31b4f req-bab980e5-33bb-4956-a9d7-8dcc5b11044e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:18.616663 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2176ebde-a913-43c0-a471-d57544f31b4f req-bab980e5-33bb-4956-a9d7-8dcc5b11044e tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 945 time: 0.0482700 Jan 25 03:44:18.664511 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2176ebde-a913-43c0-a471-d57544f31b4f req-2955cf6e-dcdf-4fd8-9551-ca2fa620a7f1 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421400 Jan 25 03:44:19.155693 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device b92e2cb6-c6e1-4723-843b-37dd1c830bbb up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:44:19.243775 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port b92e2cb6-c6e1-4723-843b-37dd1c830bbb completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:44:19.247511 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port b92e2cb6-c6e1-4723-843b-37dd1c830bbb triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:44:19.247872 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (b92e2cb6-c6e1-4723-843b-37dd1c830bbb), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:19.325770 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port b92e2cb6-c6e1-4723-843b-37dd1c830bbb is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:44:19.326162 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (b92e2cb6-c6e1-4723-843b-37dd1c830bbb), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:19.357623 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:44:19.360175 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10d7e5d-8967-4b6b-873d-926ee8674ef3" -d '{"events": [{"server_uuid": "7c6fc152-dc5c-493a-9933-95f0408e1caa", "name": "network-vif-plugged", "status": "completed", "tag": "b92e2cb6-c6e1-4723-843b-37dd1c830bbb"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:44:19.377916 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port b92e2cb6-c6e1-4723-843b-37dd1c830bbb, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=b92e2cb6-c6e1-4723-843b-37dd1c830bbb,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:44:19.399927 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dfc4cf-05bd-4b38-b8f6-dc89989aec9f x-openstack-request-id: req-20dfc4cf-05bd-4b38-b8f6-dc89989aec9f {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:44:19.400276 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6fc152-dc5c-493a-9933-95f0408e1caa", "name": "network-vif-plugged", "status": "completed", "tag": "b92e2cb6-c6e1-4723-843b-37dd1c830bbb", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:44:19.400580 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-20dfc4cf-05bd-4b38-b8f6-dc89989aec9f {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:44:19.401157 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb', 'code': 200} Jan 25 03:44:19.443972 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (b92e2cb6-c6e1-4723-843b-37dd1c830bbb), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:19.491407 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=b92e2cb6-c6e1-4723-843b-37dd1c830bbb,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:44:19.784484 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620abaa7-3f47-4c84-841a-6b8df9137708 req-560b3549-3798-470c-9c15-9c5b6972a250 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:19.786111 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-620abaa7-3f47-4c84-841a-6b8df9137708 req-560b3549-3798-470c-9c15-9c5b6972a250 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 946 time: 0.0505881 Jan 25 03:44:19.811011 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda3c84-01b4-4d7b-9ade-6089821c1112 req-d439b3eb-7546-4753-9153-be19bdadf508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:19.813597 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6dda3c84-01b4-4d7b-9ade-6089821c1112 req-d439b3eb-7546-4753-9153-be19bdadf508 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 1099 time: 0.0421493 Jan 25 03:44:19.840798 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-620abaa7-3f47-4c84-841a-6b8df9137708 req-e16e463e-6626-460b-8a39-d8a35ed9e3bb tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486748 Jan 25 03:44:19.864799 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6dda3c84-01b4-4d7b-9ade-6089821c1112 req-979c80e2-6079-4de3-a017-a538a0b417f2 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446696 Jan 25 03:44:20.957841 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc512e-3570-45f0-aaa5-9a756178be70 req-45e2c9c1-7e0b-491d-978c-acc53cd4ee19 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:20.959233 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cfdc512e-3570-45f0-aaa5-9a756178be70 req-45e2c9c1-7e0b-491d-978c-acc53cd4ee19 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 946 time: 0.0501828 Jan 25 03:44:21.010472 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cfdc512e-3570-45f0-aaa5-9a756178be70 req-f929986f-8b4b-43ed-9117-e01b019e458f tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456529 Jan 25 03:44:22.140647 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985366d-4fdd-4d3e-9805-a57b99a4234e req-8bfcf461-5607-411a-9a82-d77065fe89b7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:22.142177 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8985366d-4fdd-4d3e-9805-a57b99a4234e req-8bfcf461-5607-411a-9a82-d77065fe89b7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 946 time: 0.0481148 Jan 25 03:44:22.189848 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8985366d-4fdd-4d3e-9805-a57b99a4234e req-4f56cb42-9c62-4c78-b7ee-e3e9ec66fb30 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422950 Jan 25 03:44:22.305027 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92156af4-2897-4e00-ad3b-c30b794e01d6 req-09c54f94-1d0e-4e9e-aec4-e1882afbb5a5 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:22.306399 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-92156af4-2897-4e00-ad3b-c30b794e01d6 req-09c54f94-1d0e-4e9e-aec4-e1882afbb5a5 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 946 time: 0.0487568 Jan 25 03:44:22.354293 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-92156af4-2897-4e00-ad3b-c30b794e01d6 req-c0f615aa-fb58-4bcb-95b6-ff2d14a05090 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417793 Jan 25 03:44:22.377792 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 54562) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:44:22.422074 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2b4668-aadc-45ee-94c7-9975bfede3e3 tempest-TestVolumeBootPattern-1378876008 tempest-TestVolumeBootPattern-1378876008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:22.424143 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-ef2b4668-aadc-45ee-94c7-9975bfede3e3 tempest-TestVolumeBootPattern-1378876008 tempest-TestVolumeBootPattern-1378876008-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 1094 time: 0.0453420 Jan 25 03:44:22.426927 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 54564) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:44:22.431179 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Request body: {'floatingip': {'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'port_id': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:44:22.507030 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:22.599616 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:22.706759 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Allocated IP 172.27.2.13 (239af684-5624-458a-b969-bfdffc6894c6/633c65e6-a2b9-4bb5-a70e-b23c3791a1d5/7a9771c3-9976-4a0c-bd7c-169660d085ff) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:44:22.807838 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for port (7a9771c3-9976-4a0c-bd7c-169660d085ff), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:22.895805 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (7a9771c3-9976-4a0c-bd7c-169660d085ff), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:22.946809 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Network 239af684-5624-458a-b969-bfdffc6894c6 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:44:22.952486 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:44:22.955994 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:44:22.977923 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event updated for resources: {'Port': ['ID=7a9771c3-9976-4a0c-bd7c-169660d085ff,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:44:23.307436 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for floatingip (48f16b7a-68d1-4a24-8759-599f920ef140), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:23.435721 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (7a9771c3-9976-4a0c-bd7c-169660d085ff), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:23.609746 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37735666-ed58-49c3-a498-dc46952aef88 req-774f3936-f6a2-4d2b-b748-65a3768853d9 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:23.611244 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-37735666-ed58-49c3-a498-dc46952aef88 req-774f3936-f6a2-4d2b-b748-65a3768853d9 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0794129 Jan 25 03:44:23.660482 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for port (7a9771c3-9976-4a0c-bd7c-169660d085ff), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:23.677727 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-37735666-ed58-49c3-a498-dc46952aef88 req-64e0cc42-981d-4192-a4dd-d79736c381b3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604160 Jan 25 03:44:23.712267 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (7a9771c3-9976-4a0c-bd7c-169660d085ff), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:23.782990 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event updated for resources: {'Port': ['ID=7a9771c3-9976-4a0c-bd7c-169660d085ff,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:44:23.792515 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586113'] for floatingip (48f16b7a-68d1-4a24-8759-599f920ef140), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:23.889396 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.db.l3_db [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Floating IP 48f16b7a-68d1-4a24-8759-599f920ef140 associated. External IP: 172.27.2.13, port: b92e2cb6-c6e1-4723-843b-37dd1c830bbb. Jan 25 03:44:24.328129 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:44:24.428715 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:44:24.438685 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172e22c-d072-4930-8ea4-8938ff472a73 None None] Sync routers for ids ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:44:24.447960 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172e22c-d072-4930-8ea4-8938ff472a73 None None] Routers {'903229fb-2b7e-40c2-83c6-ae92eb9aef35'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:44:24.448543 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-4172e22c-d072-4930-8ea4-8938ff472a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:44:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:44:24.515449 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:24.546127 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-1bdfc752-5997-4fae-94ab-4ae9d88ebea2 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1181357 Jan 25 03:44:24.550789 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'tag': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:44:24.550789 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22865c36-0c9b-4188-9751-5cdb295b1a00" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6fc152-dc5c-493a-9933-95f0408e1caa", "tag": "b92e2cb6-c6e1-4723-843b-37dd1c830bbb"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:44:24.551614 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-4172e22c-d072-4930-8ea4-8938ff472a73 None None] Set router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:44:24.594146 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eec8c46-d6cf-4c47-8913-1c379358e00d x-openstack-request-id: req-1eec8c46-d6cf-4c47-8913-1c379358e00d {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:44:24.594442 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6fc152-dc5c-493a-9933-95f0408e1caa", "tag": "b92e2cb6-c6e1-4723-843b-37dd1c830bbb", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:44:24.594696 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-1eec8c46-d6cf-4c47-8913-1c379358e00d {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:44:24.595160 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'tag': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb', 'status': 'completed', 'code': 200} Jan 25 03:44:24.692873 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22865c36-0c9b-4188-9751-5cdb295b1a00 req-14226bb4-38ce-466e-bf84-3de9c76c9253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:24.694366 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-22865c36-0c9b-4188-9751-5cdb295b1a00 req-14226bb4-38ce-466e-bf84-3de9c76c9253 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0fe72d0d8d144438a671aac4e939c693&device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 1099 time: 0.0409226 Jan 25 03:44:24.776790 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-4172e22c-d072-4930-8ea4-8938ff472a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '48f16b7a-68d1-4a24-8759-599f920ef140', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'port_id': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'mac_address': 'fa:16:3e:10:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:44:23Z', 'updated_at': '2022-01-25T03:44:23Z', 'revision_number': 0, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 5, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:44:24.807352 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172e22c-d072-4930-8ea4-8938ff472a73 None None] Checking router: 903229fb-2b7e-40c2-83c6-ae92eb9aef35 for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:44:24.815982 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172e22c-d072-4930-8ea4-8938ff472a73 None None] Routers {'903229fb-2b7e-40c2-83c6-ae92eb9aef35'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:44:24.816595 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-4172e22c-d072-4930-8ea4-8938ff472a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:44:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:44:24.823877 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22865c36-0c9b-4188-9751-5cdb295b1a00 req-cf5f28b3-114a-44d5-b2e7-4265d65549b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:24.825580 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-22865c36-0c9b-4188-9751-5cdb295b1a00 req-cf5f28b3-114a-44d5-b2e7-4265d65549b0 service neutron] 10.222.0.112 "GET /v2.0/networks?id=0ff74d41-8997-4f13-a353-f1aafd7e012e HTTP/1.1" status: 200 len: 912 time: 0.1239262 Jan 25 03:44:24.833917 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f1e21-81e3-4022-b6c1-90de8add73a7 req-e2818b96-37ca-4770-b62c-746eaf78d3ec tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:24.835328 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d11f1e21-81e3-4022-b6c1-90de8add73a7 req-e2818b96-37ca-4770-b62c-746eaf78d3ec tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0796113 Jan 25 03:44:24.922211 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-4172e22c-d072-4930-8ea4-8938ff472a73 None None] Set router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:44:24.923046 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-22865c36-0c9b-4188-9751-5cdb295b1a00 req-1a22df92-0a17-42f9-89b7-a7ae04da4e82 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b92e2cb6-c6e1-4723-843b-37dd1c830bbb HTTP/1.1" status: 200 len: 999 time: 0.0867996 Jan 25 03:44:24.927541 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d11f1e21-81e3-4022-b6c1-90de8add73a7 req-c968895f-1b6c-4fb6-a858-51ad82f161f3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853894 Jan 25 03:44:24.986914 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22865c36-0c9b-4188-9751-5cdb295b1a00 req-63b40b72-d332-4195-9dae-00e83de97401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:24.988403 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-22865c36-0c9b-4188-9751-5cdb295b1a00 req-63b40b72-d332-4195-9dae-00e83de97401 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=de574e71-d5c9-48da-aa30-76bdfc91fca9 HTTP/1.1" status: 200 len: 851 time: 0.0580456 Jan 25 03:44:25.039961 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22865c36-0c9b-4188-9751-5cdb295b1a00 req-3845890c-e5b2-4c21-8270-ed9b30728662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:25.042038 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-22865c36-0c9b-4188-9751-5cdb295b1a00 req-3845890c-e5b2-4c21-8270-ed9b30728662 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=0ff74d41-8997-4f13-a353-f1aafd7e012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434601 Jan 25 03:44:25.134760 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-22865c36-0c9b-4188-9751-5cdb295b1a00 req-20989f48-541a-472f-9188-6c84515fcc89 service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864873 Jan 25 03:44:25.229826 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-22865c36-0c9b-4188-9751-5cdb295b1a00 req-8c19c701-c2a3-4b19-bf64-9974e2c538a4 service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878465 Jan 25 03:44:25.273172 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-4172e22c-d072-4930-8ea4-8938ff472a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '48f16b7a-68d1-4a24-8759-599f920ef140', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'port_id': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'mac_address': 'fa:16:3e:10:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:44:23Z', 'updated_at': '2022-01-25T03:44:23Z', 'revision_number': 0, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 5, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:44:25.302948 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172e22c-d072-4930-8ea4-8938ff472a73 None None] The sync data for ids ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'] in dv-cinder-819011-2-iscsi is: [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '48f16b7a-68d1-4a24-8759-599f920ef140', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'port_id': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'mac_address': 'fa:16:3e:10:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:44:23Z', 'updated_at': '2022-01-25T03:44:23Z', 'revision_number': 0, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 5, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:44:25.485126 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaef41f-ca81-4459-a19c-8736db7d4e19 None None] New status for floating IP 48f16b7a-68d1-4a24-8759-599f920ef140: ACTIVE {{(pid=103188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:44:26.050325 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55caba-86f9-4892-8b4f-dc141e209d12 req-486cd479-4e69-4e1e-a9ef-65bd6d5c1223 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:26.051848 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5f55caba-86f9-4892-8b4f-dc141e209d12 req-486cd479-4e69-4e1e-a9ef-65bd6d5c1223 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0492034 Jan 25 03:44:26.097253 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5f55caba-86f9-4892-8b4f-dc141e209d12 req-03eb03e1-4d5a-4dd9-a1ff-31a8882a523b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399265 Jan 25 03:44:27.217073 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efefff2-e992-4ca9-a5c2-355182895fe3 req-4d3ab8b6-7e9b-48c7-b9e6-49ee3e82ad52 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:27.218561 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5efefff2-e992-4ca9-a5c2-355182895fe3 req-4d3ab8b6-7e9b-48c7-b9e6-49ee3e82ad52 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0509024 Jan 25 03:44:27.264936 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5efefff2-e992-4ca9-a5c2-355182895fe3 req-723f699e-b403-4dae-80cf-78e74576143d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407307 Jan 25 03:44:28.391901 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e12e8f-f280-42d0-91b5-11a1c851bb9f req-9cc28eda-b1df-48af-91a3-1a64ee186148 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:28.393356 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a1e12e8f-f280-42d0-91b5-11a1c851bb9f req-9cc28eda-b1df-48af-91a3-1a64ee186148 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0576394 Jan 25 03:44:28.440382 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a1e12e8f-f280-42d0-91b5-11a1c851bb9f req-41ea9883-22f9-428e-87d9-006984319b27 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414670 Jan 25 03:44:29.564191 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf4004-8469-4119-a6f0-2f3138496384 req-6dbf1c66-043c-4b21-85c9-bdc1120ce24a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:29.565674 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-faaf4004-8469-4119-a6f0-2f3138496384 req-6dbf1c66-043c-4b21-85c9-bdc1120ce24a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0537660 Jan 25 03:44:29.612869 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-faaf4004-8469-4119-a6f0-2f3138496384 req-80f03dfb-2223-4e5f-9cf9-9f3dfb93d59a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416336 Jan 25 03:44:30.730184 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:44:30.736354 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6b992-d172-4b36-806a-48e17f76be18 req-1a5f5715-06fb-467f-a64f-fe6e18038526 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:30.737853 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-57a6b992-d172-4b36-806a-48e17f76be18 req-1a5f5715-06fb-467f-a64f-fe6e18038526 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0497220 Jan 25 03:44:30.785273 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-57a6b992-d172-4b36-806a-48e17f76be18 req-bdae0c84-9743-4d5f-8757-a8500ec01f94 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418255 Jan 25 03:44:30.801133 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754d3f7-6f00-411b-9442-4598c6a8f8b0 req-e1e17707-9b78-4a86-aab7-955724a00224 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:30.802667 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d754d3f7-6f00-411b-9442-4598c6a8f8b0 req-e1e17707-9b78-4a86-aab7-955724a00224 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0518391 Jan 25 03:44:30.852662 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d754d3f7-6f00-411b-9442-4598c6a8f8b0 req-01cc0556-3d68-4d9d-b895-71bc35676945 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444055 Jan 25 03:44:31.483545 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d96f2bc4-4087-4c0d-8cf4-9ddf18a1c0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:31.908712 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f27a88-9fc1-4564-acc6-a0263c36f541 req-c4eb49a4-4cb9-498d-8ba3-a70a292f40ef tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:31.910184 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-18f27a88-9fc1-4564-acc6-a0263c36f541 req-c4eb49a4-4cb9-498d-8ba3-a70a292f40ef tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0518746 Jan 25 03:44:31.957622 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-18f27a88-9fc1-4564-acc6-a0263c36f541 req-3dfe3e15-0433-408d-bbc0-d862b1268a9c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419445 Jan 25 03:44:31.975543 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ff099-39ad-418b-90b0-9e4e82d1579e req-d880f0b1-88a2-46de-9bc0-318b4958eb9b tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:31.975543 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f75ff099-39ad-418b-90b0-9e4e82d1579e req-d880f0b1-88a2-46de-9bc0-318b4958eb9b tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0521662 Jan 25 03:44:32.023101 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f75ff099-39ad-418b-90b0-9e4e82d1579e req-3cc1face-2016-4c21-b25e-b2da1a850554 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414209 Jan 25 03:44:33.078441 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdf4de-bf34-4b83-8bcf-84e2d269d3b1 req-cb28e63b-4ad9-496f-8a7b-8dc384decc21 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:33.079985 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a1fdf4de-bf34-4b83-8bcf-84e2d269d3b1 req-cb28e63b-4ad9-496f-8a7b-8dc384decc21 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0493307 Jan 25 03:44:33.130375 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a1fdf4de-bf34-4b83-8bcf-84e2d269d3b1 req-f5e3d2ab-4c7c-4fc6-b81d-a67b44534d60 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443997 Jan 25 03:44:33.156877 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6314a8-1c42-434d-a29e-7e05603b8c9f req-23a59e1b-d966-4765-8961-028853429cb3 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:33.158361 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9b6314a8-1c42-434d-a29e-7e05603b8c9f req-23a59e1b-d966-4765-8961-028853429cb3 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0586541 Jan 25 03:44:33.206461 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9b6314a8-1c42-434d-a29e-7e05603b8c9f req-c4febac9-06bb-45ea-a2a8-5a16f676c80a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426214 Jan 25 03:44:33.769392 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-767d9d26-9093-4fc6-a410-2dcfd623b468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:34.248314 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279a5cf-1c43-4ca5-bbc9-92e4c8e0cd91 req-c5eddcd7-a829-46e3-b8c6-e803affa27cb tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:34.249788 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d279a5cf-1c43-4ca5-bbc9-92e4c8e0cd91 req-c5eddcd7-a829-46e3-b8c6-e803affa27cb tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0478327 Jan 25 03:44:34.300257 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d279a5cf-1c43-4ca5-bbc9-92e4c8e0cd91 req-544dfd9f-f8dd-43e6-8bb5-4282f915caca tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449188 Jan 25 03:44:34.322540 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28be7b2-098c-4940-a3c1-195a0ecb70fe req-6a0da99a-b898-4757-9dec-bbd882f7bfa8 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:34.324070 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d28be7b2-098c-4940-a3c1-195a0ecb70fe req-6a0da99a-b898-4757-9dec-bbd882f7bfa8 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0506790 Jan 25 03:44:34.375562 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d28be7b2-098c-4940-a3c1-195a0ecb70fe req-e3ca9682-a5a8-44bc-a9b4-40a617fb90e4 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459816 Jan 25 03:44:35.242597 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:35.418853 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc10aa-c87c-4f7a-87a0-3158f6a38267 req-fa458f9e-d85f-4875-95de-11e31b0e65ad tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:35.420794 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d0dc10aa-c87c-4f7a-87a0-3158f6a38267 req-fa458f9e-d85f-4875-95de-11e31b0e65ad tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0502119 Jan 25 03:44:35.467598 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d0dc10aa-c87c-4f7a-87a0-3158f6a38267 req-649e7795-1329-46e6-a4a0-f5efbb4167db tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413232 Jan 25 03:44:35.489017 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7b95f-f58c-4aa5-867b-2e7f08690231 req-a65d2641-2adc-48bc-88a8-b02f7bb95ccd tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:35.490483 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f4c7b95f-f58c-4aa5-867b-2e7f08690231 req-a65d2641-2adc-48bc-88a8-b02f7bb95ccd tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0481088 Jan 25 03:44:35.538227 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f4c7b95f-f58c-4aa5-867b-2e7f08690231 req-f3bc7c48-784d-46ea-9568-6129055ed9b9 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423598 Jan 25 03:44:36.588695 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4dbec-37cf-4aaa-96d9-37481962340c req-a8c7b46c-a728-4428-a609-85d1c3ed1975 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:36.590213 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-eec4dbec-37cf-4aaa-96d9-37481962340c req-a8c7b46c-a728-4428-a609-85d1c3ed1975 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0487630 Jan 25 03:44:36.636622 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-eec4dbec-37cf-4aaa-96d9-37481962340c req-c176d131-6a96-4548-a873-1fa4015e9f0e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405142 Jan 25 03:44:36.653625 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00a816-f2b4-4ac5-bd55-cb29717a02f9 req-6c8adbe8-1342-46b7-8268-092aaa008242 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:36.655258 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8d00a816-f2b4-4ac5-bd55-cb29717a02f9 req-6c8adbe8-1342-46b7-8268-092aaa008242 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0499151 Jan 25 03:44:36.702969 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8d00a816-f2b4-4ac5-bd55-cb29717a02f9 req-1a673910-e465-44e7-adbe-150e1d8095c4 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423968 Jan 25 03:44:36.763640 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:37.230008 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 9f6cee72-9dab-452f-955a-9024f4b6b9f4 details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:44:37.323173 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 9f6cee72-9dab-452f-955a-9024f4b6b9f4, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=9f6cee72-9dab-452f-955a-9024f4b6b9f4,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:44:37.334118 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': '9f6cee72-9dab-452f-955a-9024f4b6b9f4', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'port_id': '9f6cee72-9dab-452f-955a-9024f4b6b9f4', 'mac_address': 'fa:16:3e:dd:1c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:44:37.374216 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 9f6cee72-9dab-452f-955a-9024f4b6b9f4 is: ACTIVE; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:44:37.374603 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:37.387559 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f6cee72-9dab-452f-955a-9024f4b6b9f4 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:44:37.405588 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 9f6cee72-9dab-452f-955a-9024f4b6b9f4, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=9f6cee72-9dab-452f-955a-9024f4b6b9f4,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:44:37.489466 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:37.537795 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=9f6cee72-9dab-452f-955a-9024f4b6b9f4,revision_number=6']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:44:37.728798 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['9f6cee72-9dab-452f-955a-9024f4b6b9f4'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:44:37.769881 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a996ae-5653-4bb4-942e-bd6ee32a4306 req-c4b85ba7-2018-466e-86d8-525ab6443c3a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:37.773440 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-58a996ae-5653-4bb4-942e-bd6ee32a4306 req-c4b85ba7-2018-466e-86d8-525ab6443c3a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 944 time: 0.0628054 Jan 25 03:44:37.831712 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-58a996ae-5653-4bb4-942e-bd6ee32a4306 req-fecdea89-edf6-4a2a-9536-9a0092eb4f86 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523374 Jan 25 03:44:37.850088 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc24b2-bc04-417d-8df7-98c3bbd0ab85 req-ce72883e-ab93-4400-a765-17820462d0b2 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:37.851865 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-65cc24b2-bc04-417d-8df7-98c3bbd0ab85 req-ce72883e-ab93-4400-a765-17820462d0b2 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0614681 Jan 25 03:44:37.902354 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-65cc24b2-bc04-417d-8df7-98c3bbd0ab85 req-71e908f5-135b-4624-b37d-fd23a677ca53 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447681 Jan 25 03:44:37.975102 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:38.954220 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c0b6b-8df9-4744-9b12-cdaafdd9eccf req-e01c752a-c12c-4484-a15f-93eec791cc8f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:38.955766 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0f1c0b6b-8df9-4744-9b12-cdaafdd9eccf req-e01c752a-c12c-4484-a15f-93eec791cc8f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 944 time: 0.0490830 Jan 25 03:44:39.004375 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0f1c0b6b-8df9-4744-9b12-cdaafdd9eccf req-c7c07ef9-9d64-4da2-b5a3-c18a9a6e5181 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430603 Jan 25 03:44:39.016522 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64427ce1-6b72-402a-be27-429f95efaaa1 req-4f0e9d89-7cdd-4b21-95de-47258fed8657 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:39.018002 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-64427ce1-6b72-402a-be27-429f95efaaa1 req-4f0e9d89-7cdd-4b21-95de-47258fed8657 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0479569 Jan 25 03:44:39.066595 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-64427ce1-6b72-402a-be27-429f95efaaa1 req-b22b4163-adf7-4a56-b0a6-57e751ace18e tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430355 Jan 25 03:44:39.236656 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 9f6cee72-9dab-452f-955a-9024f4b6b9f4 up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:44:39.282389 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port 9f6cee72-9dab-452f-955a-9024f4b6b9f4 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:44:39.282744 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:39.358511 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 9f6cee72-9dab-452f-955a-9024f4b6b9f4 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:44:39.358930 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:39.381105 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8302b8-b04f-40ea-a9ff-2461018e7962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6cee72-9dab-452f-955a-9024f4b6b9f4'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:44:39.383337 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6667a8b5-9c48-45c7-8455-c51fca84b29d" -d '{"events": [{"server_uuid": "6b8302b8-b04f-40ea-a9ff-2461018e7962", "name": "network-vif-plugged", "status": "completed", "tag": "9f6cee72-9dab-452f-955a-9024f4b6b9f4"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:44:39.396085 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 9f6cee72-9dab-452f-955a-9024f4b6b9f4, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=9f6cee72-9dab-452f-955a-9024f4b6b9f4,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:44:39.419425 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d0a105-e3dd-4749-917d-3092be449da1 x-openstack-request-id: req-99d0a105-e3dd-4749-917d-3092be449da1 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:44:39.419708 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8302b8-b04f-40ea-a9ff-2461018e7962", "name": "network-vif-plugged", "status": "completed", "tag": "9f6cee72-9dab-452f-955a-9024f4b6b9f4", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:44:39.419986 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-99d0a105-e3dd-4749-917d-3092be449da1 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:44:39.420351 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8302b8-b04f-40ea-a9ff-2461018e7962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6cee72-9dab-452f-955a-9024f4b6b9f4', 'code': 200} Jan 25 03:44:39.461245 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:39.509372 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=9f6cee72-9dab-452f-955a-9024f4b6b9f4,revision_number=7']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:44:40.129158 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d4562-76f5-4190-90b4-e08accb5db8f req-06ce8153-b657-4026-9554-beeb7c8d55ff tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:40.130663 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-776d4562-76f5-4190-90b4-e08accb5db8f req-06ce8153-b657-4026-9554-beeb7c8d55ff tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0516434 Jan 25 03:44:40.184942 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-776d4562-76f5-4190-90b4-e08accb5db8f req-9b763699-b5f7-4555-be56-584955b98983 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487857 Jan 25 03:44:40.207830 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f226ba-2521-4b97-92da-23fca8f493ac req-77564fb5-e4e1-4647-a966-8037294eda1c tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:40.209137 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-04f226ba-2521-4b97-92da-23fca8f493ac req-77564fb5-e4e1-4647-a966-8037294eda1c tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0713296 Jan 25 03:44:40.264064 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-04f226ba-2521-4b97-92da-23fca8f493ac req-8f2d604e-a013-4944-acdb-4a968f8ac5fb tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494242 Jan 25 03:44:41.117126 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9aef1-eb9c-472a-847f-42ec5d172cd5 req-bd1f34ef-dfd0-4037-8081-eb98d92abfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:41.119901 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cae9aef1-eb9c-472a-847f-42ec5d172cd5 req-bd1f34ef-dfd0-4037-8081-eb98d92abfed service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5820f90cd1d1413e9885c9ec8005f384&device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 1098 time: 0.0572681 Jan 25 03:44:41.229375 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9aef1-eb9c-472a-847f-42ec5d172cd5 req-ad7f804a-f31e-4e09-8248-cfb07b9cbb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:41.231586 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cae9aef1-eb9c-472a-847f-42ec5d172cd5 req-ad7f804a-f31e-4e09-8248-cfb07b9cbb35 service neutron] 10.222.0.112 "GET /v2.0/networks?id=8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 HTTP/1.1" status: 200 len: 908 time: 0.1045203 Jan 25 03:44:41.316734 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cae9aef1-eb9c-472a-847f-42ec5d172cd5 req-bcf4fcf3-64a4-40bc-83dc-20a75f6e6ae9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 HTTP/1.1" status: 200 len: 1001 time: 0.0790203 Jan 25 03:44:41.360650 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fc350-b149-4cdc-81c0-b8432bc85612 req-3a19775f-4ecd-4c0a-8353-088ad87a54a3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:41.362818 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-394fc350-b149-4cdc-81c0-b8432bc85612 req-3a19775f-4ecd-4c0a-8353-088ad87a54a3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0721793 Jan 25 03:44:41.376318 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9aef1-eb9c-472a-847f-42ec5d172cd5 req-7e67e31b-1efe-407d-9701-adbeb65b9f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:41.377933 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cae9aef1-eb9c-472a-847f-42ec5d172cd5 req-7e67e31b-1efe-407d-9701-adbeb65b9f2d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6cadec2c-b42a-4aaf-a2a5-77c1b01db73c HTTP/1.1" status: 200 len: 847 time: 0.0513904 Jan 25 03:44:41.455632 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-394fc350-b149-4cdc-81c0-b8432bc85612 req-f509b628-07ec-414d-9a0b-4895ea26c327 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869267 Jan 25 03:44:41.476119 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75261e53-9e36-49b2-a09f-d30079fc2fa8 req-a358179e-c3f7-4022-9157-3298b4e3845b tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:41.477614 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-75261e53-9e36-49b2-a09f-d30079fc2fa8 req-a358179e-c3f7-4022-9157-3298b4e3845b tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0931149 Jan 25 03:44:41.479535 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9aef1-eb9c-472a-847f-42ec5d172cd5 req-ee97b27d-c523-4a64-a4ef-f71ae44900f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:41.481518 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cae9aef1-eb9c-472a-847f-42ec5d172cd5 req-ee97b27d-c523-4a64-a4ef-f71ae44900f2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0949118 Jan 25 03:44:41.597641 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-75261e53-9e36-49b2-a09f-d30079fc2fa8 req-5acc05cd-7662-4b76-9348-7d01bf6b5740 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133370 Jan 25 03:44:41.628828 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cae9aef1-eb9c-472a-847f-42ec5d172cd5 req-13847489-234c-429f-bda5-59a5d8aab8ba service neutron] 10.222.0.112 "GET /v2.0/networks/8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385210 Jan 25 03:44:41.731802 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cae9aef1-eb9c-472a-847f-42ec5d172cd5 req-70f40bd9-f8e6-4cec-9066-9dfe3dbccc19 service neutron] 10.222.0.112 "GET /v2.0/networks/8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939734 Jan 25 03:44:41.894561 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:42.581250 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddca2d-39a5-4e91-a4c9-f433eefd3cd8 req-3995d167-d2a2-403f-bdc4-073c7bb72bf4 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:42.582786 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-78ddca2d-39a5-4e91-a4c9-f433eefd3cd8 req-3995d167-d2a2-403f-bdc4-073c7bb72bf4 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0557523 Jan 25 03:44:42.634456 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-78ddca2d-39a5-4e91-a4c9-f433eefd3cd8 req-1c945d96-3714-4983-b322-0e091a6f8c59 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448155 Jan 25 03:44:42.737426 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eafd3d-c8ab-4366-aa92-7caaf51c36f0 req-90e4bc00-ce23-416f-a15b-c27eb5ed2d4b tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:42.743547 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-70eafd3d-c8ab-4366-aa92-7caaf51c36f0 req-90e4bc00-ce23-416f-a15b-c27eb5ed2d4b tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0613883 Jan 25 03:44:42.799006 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-70eafd3d-c8ab-4366-aa92-7caaf51c36f0 req-a3d6e0f4-e0e1-47e8-9e2c-a86e96265e59 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542066 Jan 25 03:44:43.768361 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aabc22-2b9f-4a6f-8b26-69e7be0f4c1d req-45e9887e-34a0-4215-a4ef-3eff7f13964f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:43.770755 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-66aabc22-2b9f-4a6f-8b26-69e7be0f4c1d req-45e9887e-34a0-4215-a4ef-3eff7f13964f tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0567861 Jan 25 03:44:43.848070 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-66aabc22-2b9f-4a6f-8b26-69e7be0f4c1d req-bf74b174-fe27-4cc6-9304-60924e1cb218 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699406 Jan 25 03:44:43.955298 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95f9b1-fcc6-495d-937e-6f3d0b65b7b2 req-fc3fb39f-1b6c-48fb-8781-0b915bbce977 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:43.962022 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-dd95f9b1-fcc6-495d-937e-6f3d0b65b7b2 req-fc3fb39f-1b6c-48fb-8781-0b915bbce977 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0574784 Jan 25 03:44:44.014249 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-dd95f9b1-fcc6-495d-937e-6f3d0b65b7b2 req-a5970fff-8a13-42fe-bfc3-371eee71a4ea tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512359 Jan 25 03:44:44.985732 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947b59f-487b-4437-b4cb-a0fab86485d5 req-714d8059-95e8-4c49-b093-a333d5205f2d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:44.987537 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6947b59f-487b-4437-b4cb-a0fab86485d5 req-714d8059-95e8-4c49-b093-a333d5205f2d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0581198 Jan 25 03:44:45.038806 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6947b59f-487b-4437-b4cb-a0fab86485d5 req-9de6460a-d487-44c7-882d-00fe6d83dfc3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456750 Jan 25 03:44:45.160158 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f600f-d45b-4462-a3f2-7aadb1cda8a2 req-62cde634-2708-48b2-ae6e-e1c0b358d720 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:45.162290 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3e2f600f-d45b-4462-a3f2-7aadb1cda8a2 req-62cde634-2708-48b2-ae6e-e1c0b358d720 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0522223 Jan 25 03:44:45.223048 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3e2f600f-d45b-4462-a3f2-7aadb1cda8a2 req-e0f77665-4a2f-40d6-a0c3-962af0810b81 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540364 Jan 25 03:44:45.307372 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [req-108569d0-b708-4229-b9d4-6c8aabcf3655 req-3211ddd5-5cb4-4fc4-866f-1dc373f061ab service neutron] http://10.222.0.115:9696/v2.0/extensions returned with HTTP 200 {{(pid=103185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:44:45.308374 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-108569d0-b708-4229-b9d4-6c8aabcf3655 req-3211ddd5-5cb4-4fc4-866f-1dc373f061ab service neutron] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055349 Jan 25 03:44:45.656047 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753665c1-d71f-4083-9759-fb0e063805fa req-90bfd7c9-9beb-4ae9-a2c0-f29d14ac6375 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:45.657899 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-753665c1-d71f-4083-9759-fb0e063805fa req-90bfd7c9-9beb-4ae9-a2c0-f29d14ac6375 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0899684 Jan 25 03:44:45.685591 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 54700) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:44:45.748143 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-753665c1-d71f-4083-9759-fb0e063805fa req-8e785b77-860b-4475-8e41-c3936dbc6ff5 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804119 Jan 25 03:44:45.794649 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-094519fb-77d0-41ad-8c46-03e9af872eab req-1b648d68-c504-4dd3-aea6-710cca229c11 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1075583 Jan 25 03:44:45.803679 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [req-094519fb-77d0-41ad-8c46-03e9af872eab req-fdb7f03b-f527-40ed-a9dd-9804efc3cf6a service neutron] http://10.222.0.115:9696/v2.0/extensions returned with HTTP 200 {{(pid=103185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:44:45.804841 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-094519fb-77d0-41ad-8c46-03e9af872eab req-fdb7f03b-f527-40ed-a9dd-9804efc3cf6a service neutron] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053370 Jan 25 03:44:46.197505 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed59b3f-f9fe-487d-8977-878a63315c83 req-99021686-a409-4b87-b141-b142fc4c2125 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:46.199748 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4ed59b3f-f9fe-487d-8977-878a63315c83 req-99021686-a409-4b87-b141-b142fc4c2125 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0559380 Jan 25 03:44:46.265410 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4ed59b3f-f9fe-487d-8977-878a63315c83 req-82e74520-5dce-4bd0-8a57-acbc43066ccd tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552013 Jan 25 03:44:46.887877 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918e89d-907f-4711-97da-ec4f72063870 req-96b5219f-fe2f-4429-8db0-9fbca4a216c6 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:46.890294 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7918e89d-907f-4711-97da-ec4f72063870 req-96b5219f-fe2f-4429-8db0-9fbca4a216c6 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0602705 Jan 25 03:44:46.948812 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7918e89d-907f-4711-97da-ec4f72063870 req-3c85fe5a-5a4f-4f1d-9e31-a3e1c1795f2d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518866 Jan 25 03:44:47.285104 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:44:47.380129 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 is: ACTIVE; New status is: DOWN {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:44:47.380518 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:47.414353 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c4169-cbdd-45da-bb5a-952ceca6cef0 req-59c0ff4a-699b-48a0-b33e-e4bdd73dae0d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:47.417558 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566,segment=NetworkSegment(f58f53ca-de40-4488-a8b1-2dcb2946bede),segment_id=f58f53ca-de40-4488-a8b1-2dcb2946bede)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:44:47.419800 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:44:47.422412 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce3a8d8-f237-46bf-a7d2-37cf58427ec3" -d '{"events": [{"server_uuid": "7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d", "name": "network-vif-unplugged", "status": "completed", "tag": "b93b0fe2-4ab5-4c3c-81e5-39ac08ded566"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:44:47.424065 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ff7c4169-cbdd-45da-bb5a-952ceca6cef0 req-59c0ff4a-699b-48a0-b33e-e4bdd73dae0d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0724788 Jan 25 03:44:47.470427 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 25 Jan 2022 03:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbe76ad-a6a5-4406-a0d2-fc52eff9e909 x-openstack-request-id: req-7dbe76ad-a6a5-4406-a0d2-fc52eff9e909 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:44:47.470677 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d", "name": "network-vif-unplugged", "status": "failed", "tag": "b93b0fe2-4ab5-4c3c-81e5-39ac08ded566", "code": 422}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:44:47.471017 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-7dbe76ad-a6a5-4406-a0d2-fc52eff9e909 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:44:47.471544 dv-cinder-819011-2-iscsi neutron-server[103187]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566', 'code': 422} returned with failed status Jan 25 03:44:47.491914 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:47.510441 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ff7c4169-cbdd-45da-bb5a-952ceca6cef0 req-884accb8-fd78-4e2c-b1c6-4cbc841b4f8b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854065 Jan 25 03:44:47.568961 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566,revision_number=6']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:44:48.084440 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb108ccf-a8e3-4d48-997a-b74d907eed13 req-1d23422d-93f6-4743-bba6-614caaf5194e tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:48.085945 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bb108ccf-a8e3-4d48-997a-b74d907eed13 req-1d23422d-93f6-4743-bba6-614caaf5194e tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0618026 Jan 25 03:44:48.153990 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bb108ccf-a8e3-4d48-997a-b74d907eed13 req-12cf880b-2cbb-4006-8ee5-810b54ae80cc tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604615 Jan 25 03:44:48.677469 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07aa0b4-2996-4a44-92be-670d56c9cd92 req-cfb16820-9c4b-433a-91a4-82d210f7b5d0 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:48.679026 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f07aa0b4-2996-4a44-92be-670d56c9cd92 req-cfb16820-9c4b-433a-91a4-82d210f7b5d0 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0603399 Jan 25 03:44:48.730850 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f07aa0b4-2996-4a44-92be-670d56c9cd92 req-69b60ccf-dcb1-4505-84f4-51a33eefdf83 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455222 Jan 25 03:44:48.809084 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094519fb-77d0-41ad-8c46-03e9af872eab req-b443086d-2e24-4eb8-b2be-637951e83cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:48.810951 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-094519fb-77d0-41ad-8c46-03e9af872eab req-b443086d-2e24-4eb8-b2be-637951e83cfe service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d&tenant_id=5820f90cd1d1413e9885c9ec8005f384 HTTP/1.1" status: 200 len: 1096 time: 0.0456975 Jan 25 03:44:48.891562 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094519fb-77d0-41ad-8c46-03e9af872eab req-361af1e7-32b3-4ef3-8a4a-ba2d5572bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:48.893112 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-094519fb-77d0-41ad-8c46-03e9af872eab req-361af1e7-32b3-4ef3-8a4a-ba2d5572bbe2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5820f90cd1d1413e9885c9ec8005f384&device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 1096 time: 0.0470359 Jan 25 03:44:48.994564 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094519fb-77d0-41ad-8c46-03e9af872eab req-a47bbf51-c344-4102-9670-75b53271063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:48.996102 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-094519fb-77d0-41ad-8c46-03e9af872eab req-a47bbf51-c344-4102-9670-75b53271063c service neutron] 10.222.0.112 "GET /v2.0/networks?id=8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 HTTP/1.1" status: 200 len: 908 time: 0.0966761 Jan 25 03:44:49.061134 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-094519fb-77d0-41ad-8c46-03e9af872eab req-3834f54b-264d-424f-b411-2187ee84e6a7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 HTTP/1.1" status: 200 len: 999 time: 0.0585163 Jan 25 03:44:49.112457 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094519fb-77d0-41ad-8c46-03e9af872eab req-3e31e026-1b04-4983-a274-857780820085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:49.114145 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-094519fb-77d0-41ad-8c46-03e9af872eab req-3e31e026-1b04-4983-a274-857780820085 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6cadec2c-b42a-4aaf-a2a5-77c1b01db73c HTTP/1.1" status: 200 len: 847 time: 0.0465667 Jan 25 03:44:49.163587 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094519fb-77d0-41ad-8c46-03e9af872eab req-cfc0ac33-de6b-4f50-8a75-439f4a464405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:49.165035 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-094519fb-77d0-41ad-8c46-03e9af872eab req-cfc0ac33-de6b-4f50-8a75-439f4a464405 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438433 Jan 25 03:44:49.296446 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1189fa9-7719-4a52-8f83-4758127b1d3b req-23c32707-63be-405a-973f-f839102bade9 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:49.299150 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f1189fa9-7719-4a52-8f83-4758127b1d3b req-23c32707-63be-405a-973f-f839102bade9 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0751481 Jan 25 03:44:49.301895 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-094519fb-77d0-41ad-8c46-03e9af872eab req-5f29d386-9b52-4486-b9fd-6c47ce7745e8 service neutron] 10.222.0.112 "GET /v2.0/networks/8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302884 Jan 25 03:44:49.414560 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f1189fa9-7719-4a52-8f83-4758127b1d3b req-f05f2d1d-b0b1-45e9-a45a-9d8c97fa42f7 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077707 Jan 25 03:44:49.442919 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-094519fb-77d0-41ad-8c46-03e9af872eab req-9c6d381a-7f1d-406a-8b5a-04a98d00c96e service neutron] 10.222.0.112 "GET /v2.0/networks/8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294630 Jan 25 03:44:49.868727 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32c58a-4955-43f4-bf09-79c3b33b254f req-97ea6dcf-4a6e-41b5-a46d-3b2ee7096317 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:49.870194 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5b32c58a-4955-43f4-bf09-79c3b33b254f req-97ea6dcf-4a6e-41b5-a46d-3b2ee7096317 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0527182 Jan 25 03:44:49.918816 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5b32c58a-4955-43f4-bf09-79c3b33b254f req-5f58fcd7-6ee5-4a43-add1-578183ff17df tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429442 Jan 25 03:44:50.126465 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30e9b3-ab66-4769-98b7-d5bf87b1635b req-42b20aff-1948-48f8-8f68-b13be266d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:50.128023 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6e30e9b3-ab66-4769-98b7-d5bf87b1635b req-42b20aff-1948-48f8-8f68-b13be266d2af service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5820f90cd1d1413e9885c9ec8005f384&device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 1096 time: 0.0453651 Jan 25 03:44:50.229512 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30e9b3-ab66-4769-98b7-d5bf87b1635b req-2a0a8fb2-7b70-4d86-b54d-7eda995f37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:50.231711 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6e30e9b3-ab66-4769-98b7-d5bf87b1635b req-2a0a8fb2-7b70-4d86-b54d-7eda995f37a9 service neutron] 10.222.0.112 "GET /v2.0/networks?id=8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 HTTP/1.1" status: 200 len: 908 time: 0.0853720 Jan 25 03:44:50.302169 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6e30e9b3-ab66-4769-98b7-d5bf87b1635b req-9ddae9d0-be0e-4acc-922a-5ccfeaf7ca57 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 HTTP/1.1" status: 200 len: 999 time: 0.0643048 Jan 25 03:44:50.357642 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30e9b3-ab66-4769-98b7-d5bf87b1635b req-f8dc4a40-7cf0-4a0a-9c2e-8f58738d2a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:50.357642 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6e30e9b3-ab66-4769-98b7-d5bf87b1635b req-f8dc4a40-7cf0-4a0a-9c2e-8f58738d2a1f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6cadec2c-b42a-4aaf-a2a5-77c1b01db73c HTTP/1.1" status: 200 len: 847 time: 0.0493872 Jan 25 03:44:50.401435 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30e9b3-ab66-4769-98b7-d5bf87b1635b req-274594ce-cc3c-498f-b2f6-893a8a0d2e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:50.403436 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6e30e9b3-ab66-4769-98b7-d5bf87b1635b req-274594ce-cc3c-498f-b2f6-893a8a0d2e29 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403912 Jan 25 03:44:50.504112 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6e30e9b3-ab66-4769-98b7-d5bf87b1635b req-fdf2d68d-8266-4d38-b4c3-5b9cc3d861c8 service neutron] 10.222.0.112 "GET /v2.0/networks/8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947797 Jan 25 03:44:50.593373 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cb15a-62c0-41f7-8c6f-2d5af9b8accb req-25d3b091-7944-451b-89d9-35edffafa5b0 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:50.594866 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b77cb15a-62c0-41f7-8c6f-2d5af9b8accb req-25d3b091-7944-451b-89d9-35edffafa5b0 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.1054163 Jan 25 03:44:50.635610 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6e30e9b3-ab66-4769-98b7-d5bf87b1635b req-d4ed2cdf-65cb-4bba-83d8-855ab3a5a22b service neutron] 10.222.0.112 "GET /v2.0/networks/8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180692 Jan 25 03:44:50.663592 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b77cb15a-62c0-41f7-8c6f-2d5af9b8accb req-6eae1a96-1d08-4e42-8049-b98f889eab79 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631349 Jan 25 03:44:51.037981 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b26a37-9e64-474b-be28-998810912793 req-cdec0d0f-3954-4208-8915-935c7ebb82e0 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:51.039483 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-07b26a37-9e64-474b-be28-998810912793 req-cdec0d0f-3954-4208-8915-935c7ebb82e0 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0484202 Jan 25 03:44:51.088390 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-07b26a37-9e64-474b-be28-998810912793 req-c0a5f2bb-1a61-455e-a1b5-b93fc90a871e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427005 Jan 25 03:44:51.519621 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110969fe-9c44-45e0-80ef-b6113696ad77 req-d8fee952-e89b-4bc8-99c8-de9996f1c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:51.521092 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-110969fe-9c44-45e0-80ef-b6113696ad77 req-d8fee952-e89b-4bc8-99c8-de9996f1c834 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=33c5e2c89460402987c96eb3c3340a68&device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 1098 time: 0.0395365 Jan 25 03:44:51.870381 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110969fe-9c44-45e0-80ef-b6113696ad77 req-fef2296b-719c-44ac-bd9f-1cc0c527059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:51.872012 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-110969fe-9c44-45e0-80ef-b6113696ad77 req-fef2296b-719c-44ac-bd9f-1cc0c527059d service neutron] 10.222.0.112 "GET /v2.0/networks?id=f476d920-246d-45fc-9288-e583ed5f94c0 HTTP/1.1" status: 200 len: 916 time: 0.3434024 Jan 25 03:44:51.883317 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b7f2d-e9eb-4749-9c18-540f36332175 req-4d7662ff-28b3-4ff8-ad94-2d8a77037bfd tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:51.884679 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7f1b7f2d-e9eb-4749-9c18-540f36332175 req-4d7662ff-28b3-4ff8-ad94-2d8a77037bfd tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0660391 Jan 25 03:44:51.984870 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-110969fe-9c44-45e0-80ef-b6113696ad77 req-78d4a566-0d5d-4596-98bf-b897d33860ee service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f6cee72-9dab-452f-955a-9024f4b6b9f4 HTTP/1.1" status: 200 len: 1000 time: 0.0871677 Jan 25 03:44:51.984870 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7f1b7f2d-e9eb-4749-9c18-540f36332175 req-72cf53c2-40ff-4ad7-8882-a119b05a63b7 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905864 Jan 25 03:44:52.024042 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110969fe-9c44-45e0-80ef-b6113696ad77 req-fae1c0f0-e339-4846-83c1-5a8f2035ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:52.025480 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-110969fe-9c44-45e0-80ef-b6113696ad77 req-fae1c0f0-e339-4846-83c1-5a8f2035ab3e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=c089812a-9ee0-4892-a79a-a6659662497a HTTP/1.1" status: 200 len: 855 time: 0.0433452 Jan 25 03:44:52.069518 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110969fe-9c44-45e0-80ef-b6113696ad77 req-57a568b2-af97-420c-9eda-d02e48d5273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:52.070970 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-110969fe-9c44-45e0-80ef-b6113696ad77 req-57a568b2-af97-420c-9eda-d02e48d5273a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f476d920-246d-45fc-9288-e583ed5f94c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391302 Jan 25 03:44:52.162321 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-110969fe-9c44-45e0-80ef-b6113696ad77 req-ddc0ead8-7f51-4fd5-aefc-2a70071b9018 service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847278 Jan 25 03:44:52.207413 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc85dda-cf46-4bfa-8ddb-274c08230c52 req-b00669f2-853b-4b92-baf2-887b4249f502 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:52.208906 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bbc85dda-cf46-4bfa-8ddb-274c08230c52 req-b00669f2-853b-4b92-baf2-887b4249f502 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0496747 Jan 25 03:44:52.253027 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-110969fe-9c44-45e0-80ef-b6113696ad77 req-41a0f0bd-52a6-4b81-8b8d-70596d5209e6 service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838263 Jan 25 03:44:52.274016 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bbc85dda-cf46-4bfa-8ddb-274c08230c52 req-47c53aae-36c4-40e0-8945-af79f8ecba23 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407758 Jan 25 03:44:53.099821 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9f060-7c6a-4f67-a6d8-c953e7149212 req-20ad3971-6ac0-41f6-a46b-832bde848193 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:53.101281 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-fcd9f060-7c6a-4f67-a6d8-c953e7149212 req-20ad3971-6ac0-41f6-a46b-832bde848193 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0487969 Jan 25 03:44:53.153164 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-fcd9f060-7c6a-4f67-a6d8-c953e7149212 req-21ddf6fa-b138-480a-bed7-aadc9dffac49 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461869 Jan 25 03:44:53.403755 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975fdb8-8452-48aa-86e6-3e93904700d6 req-eb4cd233-8af3-4318-9a1b-d2077764bad0 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:53.405227 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6975fdb8-8452-48aa-86e6-3e93904700d6 req-eb4cd233-8af3-4318-9a1b-d2077764bad0 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0505478 Jan 25 03:44:53.451435 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6975fdb8-8452-48aa-86e6-3e93904700d6 req-ca11bc3d-4027-4bf1-98a5-c3d66e76aaad tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404694 Jan 25 03:44:54.268285 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824717d5-8364-48a2-b0b4-f45a48f8fa6b req-d2946767-6cb3-4758-bf17-81acbbab6669 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:54.269763 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-824717d5-8364-48a2-b0b4-f45a48f8fa6b req-d2946767-6cb3-4758-bf17-81acbbab6669 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0509665 Jan 25 03:44:54.318637 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-824717d5-8364-48a2-b0b4-f45a48f8fa6b req-57752d93-7b2a-4e39-b710-4de3a138edae tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431876 Jan 25 03:44:54.573218 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143225f-6ed2-45d2-8a60-b74f707b0885 req-d5f7a612-28fa-4690-a5c0-ef7ec4eb28a3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:54.575120 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4143225f-6ed2-45d2-8a60-b74f707b0885 req-d5f7a612-28fa-4690-a5c0-ef7ec4eb28a3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 945 time: 0.0543766 Jan 25 03:44:54.621617 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4143225f-6ed2-45d2-8a60-b74f707b0885 req-1915f267-55b2-4e5c-816f-2420e0615525 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409582 Jan 25 03:44:55.363440 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 9f6cee72-9dab-452f-955a-9024f4b6b9f4 no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:44:55.440534 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60912211-fb64-461c-8e20-3570122e5e54 req-b638f9a1-cd7f-48b1-9874-09972b8b8a49 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:55.440534 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-60912211-fb64-461c-8e20-3570122e5e54 req-b638f9a1-cd7f-48b1-9874-09972b8b8a49 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0537257 Jan 25 03:44:55.450021 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 9f6cee72-9dab-452f-955a-9024f4b6b9f4 is: ACTIVE; New status is: DOWN {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:44:55.450406 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:55.476674 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8302b8-b04f-40ea-a9ff-2461018e7962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f6cee72-9dab-452f-955a-9024f4b6b9f4'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:44:55.478823 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffed9222-5d8e-4cf5-a2d0-b71e2acb9a97" -d '{"events": [{"server_uuid": "6b8302b8-b04f-40ea-a9ff-2461018e7962", "name": "network-vif-unplugged", "status": "completed", "tag": "9f6cee72-9dab-452f-955a-9024f4b6b9f4"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:44:55.491458 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 9f6cee72-9dab-452f-955a-9024f4b6b9f4, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=9f6cee72-9dab-452f-955a-9024f4b6b9f4,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:44:55.492460 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-60912211-fb64-461c-8e20-3570122e5e54 req-dfbbacf1-376b-42cb-960a-4b068e7beaf5 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467889 Jan 25 03:44:55.524760 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 25 Jan 2022 03:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c9f9cf-4b4d-448e-8272-dcf7bc468444 x-openstack-request-id: req-47c9f9cf-4b4d-448e-8272-dcf7bc468444 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:44:55.525043 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8302b8-b04f-40ea-a9ff-2461018e7962", "name": "network-vif-unplugged", "status": "failed", "tag": "9f6cee72-9dab-452f-955a-9024f4b6b9f4", "code": 422}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:44:55.525292 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-47c9f9cf-4b4d-448e-8272-dcf7bc468444 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:44:55.525731 dv-cinder-819011-2-iscsi neutron-server[103187]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b8302b8-b04f-40ea-a9ff-2461018e7962', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9f6cee72-9dab-452f-955a-9024f4b6b9f4', 'code': 422} returned with failed status Jan 25 03:44:55.552466 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:55.603444 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=9f6cee72-9dab-452f-955a-9024f4b6b9f4,revision_number=8']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:44:56.459202 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eddac40-97b0-4959-a5f7-5fd259782565 req-17b41920-710e-43eb-bb4b-347051d86f90 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:56.460738 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0eddac40-97b0-4959-a5f7-5fd259782565 req-17b41920-710e-43eb-bb4b-347051d86f90 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0528879 Jan 25 03:44:56.509018 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0eddac40-97b0-4959-a5f7-5fd259782565 req-20e4ba30-71ec-4c50-9397-4c60d0091f9a tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415857 Jan 25 03:44:56.610191 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d271cc0-a0d0-4b8c-805a-457676d2c338 req-ee908d0a-bc86-468f-b7af-5514bfc323b2 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:56.611587 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8d271cc0-a0d0-4b8c-805a-457676d2c338 req-ee908d0a-bc86-468f-b7af-5514bfc323b2 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0480797 Jan 25 03:44:56.688599 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8d271cc0-a0d0-4b8c-805a-457676d2c338 req-5cd5ddb2-2fa6-4d8a-9e54-1439ee035687 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712798 Jan 25 03:44:56.695239 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-65060944-aeea-4896-8d8c-18d22d1f1ab3 req-787ac3c7-85f0-46d9-a270-34c5dd2cb7d3 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0649881 Jan 25 03:44:57.633605 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fcdd5-8959-4330-86ea-0f134ace1f4d req-68a09bf6-fb77-4a8d-b97e-388d668363ce tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:57.635090 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-406fcdd5-8959-4330-86ea-0f134ace1f4d req-68a09bf6-fb77-4a8d-b97e-388d668363ce tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0480428 Jan 25 03:44:57.681833 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-406fcdd5-8959-4330-86ea-0f134ace1f4d req-554f7e69-fab3-418f-9244-1d9e3aa8e4e9 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405135 Jan 25 03:44:57.801343 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc722-2883-4809-804d-4a67ea073edc req-a4ed7f53-ef2f-4b1a-9cf3-cc23847a1a5d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:57.802798 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9b4fc722-2883-4809-804d-4a67ea073edc req-a4ed7f53-ef2f-4b1a-9cf3-cc23847a1a5d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0484748 Jan 25 03:44:57.851399 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9b4fc722-2883-4809-804d-4a67ea073edc req-1be32613-efa8-480f-b96b-9b286de69adf tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429780 Jan 25 03:44:57.938336 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65060944-aeea-4896-8d8c-18d22d1f1ab3 req-c79b3c41-7159-4293-80a6-9c796e949009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:57.939752 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-65060944-aeea-4896-8d8c-18d22d1f1ab3 req-c79b3c41-7159-4293-80a6-9c796e949009 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962&tenant_id=33c5e2c89460402987c96eb3c3340a68 HTTP/1.1" status: 200 len: 1096 time: 0.0399055 Jan 25 03:44:58.016285 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65060944-aeea-4896-8d8c-18d22d1f1ab3 req-efb51747-4119-4c03-90c4-4886b84a5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:58.017798 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-65060944-aeea-4896-8d8c-18d22d1f1ab3 req-efb51747-4119-4c03-90c4-4886b84a5856 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=33c5e2c89460402987c96eb3c3340a68&device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 1096 time: 0.0440683 Jan 25 03:44:58.107168 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65060944-aeea-4896-8d8c-18d22d1f1ab3 req-5bb06e58-e5dc-4763-9d8f-eacbd1d02dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:58.108632 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-65060944-aeea-4896-8d8c-18d22d1f1ab3 req-5bb06e58-e5dc-4763-9d8f-eacbd1d02dc5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f476d920-246d-45fc-9288-e583ed5f94c0 HTTP/1.1" status: 200 len: 916 time: 0.0854330 Jan 25 03:44:58.177056 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-65060944-aeea-4896-8d8c-18d22d1f1ab3 req-23ffcd6b-d49a-4b8d-a420-71cc0af8de80 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f6cee72-9dab-452f-955a-9024f4b6b9f4 HTTP/1.1" status: 200 len: 998 time: 0.0597296 Jan 25 03:44:58.223330 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65060944-aeea-4896-8d8c-18d22d1f1ab3 req-c1ffcf2c-2d1b-4880-99f0-d782cde1ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:58.224652 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-65060944-aeea-4896-8d8c-18d22d1f1ab3 req-c1ffcf2c-2d1b-4880-99f0-d782cde1ec5c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=c089812a-9ee0-4892-a79a-a6659662497a HTTP/1.1" status: 200 len: 855 time: 0.0418520 Jan 25 03:44:58.267923 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65060944-aeea-4896-8d8c-18d22d1f1ab3 req-e808c4ea-73c4-455b-971f-74c9bd6f69f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:58.269404 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-65060944-aeea-4896-8d8c-18d22d1f1ab3 req-e808c4ea-73c4-455b-971f-74c9bd6f69f8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f476d920-246d-45fc-9288-e583ed5f94c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393145 Jan 25 03:44:58.362109 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-65060944-aeea-4896-8d8c-18d22d1f1ab3 req-c104ca4d-fbdc-432f-be8f-4b0df6b8bd16 service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869794 Jan 25 03:44:58.449212 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-65060944-aeea-4896-8d8c-18d22d1f1ab3 req-e751ee48-80f8-4a4f-a10b-c43952cb481b service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815041 Jan 25 03:44:58.800626 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6cdce-12de-4840-b924-5b905ad5926c req-dce98457-cff5-44a1-ac57-e68fadaa1b22 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:58.802250 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-43b6cdce-12de-4840-b924-5b905ad5926c req-dce98457-cff5-44a1-ac57-e68fadaa1b22 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0481327 Jan 25 03:44:58.851948 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-43b6cdce-12de-4840-b924-5b905ad5926c req-242aff69-9add-415e-8900-7718d160cf05 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440135 Jan 25 03:44:58.976777 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45ca55-4ad7-4283-93a7-8ef90bcfb1cb req-51dce53f-2a7d-4a8b-bb66-1c2d56f96347 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:44:58.979884 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3c45ca55-4ad7-4283-93a7-8ef90bcfb1cb req-51dce53f-2a7d-4a8b-bb66-1c2d56f96347 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 943 time: 0.0617886 Jan 25 03:44:59.037337 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3c45ca55-4ad7-4283-93a7-8ef90bcfb1cb req-6648d41c-15a2-46d6-99e9-79df00f515d2 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520008 Jan 25 03:44:59.349146 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:44:59.509495 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566,segment=NetworkSegment(f58f53ca-de40-4488-a8b1-2dcb2946bede),segment_id=f58f53ca-de40-4488-a8b1-2dcb2946bede)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:44:59.529880 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566', 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0', 'port_id': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566', 'mac_address': 'fa:16:3e:26:2a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:44:59.578304 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:44:59.578769 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:59.594210 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:44:59.617553 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566,segment=NetworkSegment(f58f53ca-de40-4488-a8b1-2dcb2946bede),segment_id=f58f53ca-de40-4488-a8b1-2dcb2946bede)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:44:59.688453 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:44:59.746020 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566,revision_number=7']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:00.001604 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100db865-01f8-417b-bcc2-2e06708f0178 req-204eee13-78e4-4401-99e0-e55690dacb51 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:00.007843 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-100db865-01f8-417b-bcc2-2e06708f0178 req-204eee13-78e4-4401-99e0-e55690dacb51 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0744839 Jan 25 03:45:00.068020 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-100db865-01f8-417b-bcc2-2e06708f0178 req-d811a752-acd6-4804-8b39-ebcbf057c509 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579791 Jan 25 03:45:00.152242 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['b93b0fe2-4ab5-4c3c-81e5-39ac08ded566'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:45:00.223732 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8201f4a-ce62-4561-9f68-ad71f8a29701 req-4518dccf-f051-48ab-b340-00aa370e016d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:00.226298 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e8201f4a-ce62-4561-9f68-ad71f8a29701 req-4518dccf-f051-48ab-b340-00aa370e016d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 944 time: 0.0819809 Jan 25 03:45:00.289059 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e8201f4a-ce62-4561-9f68-ad71f8a29701 req-493ee682-6006-4baf-8964-b914704cc4eb tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539873 Jan 25 03:45:01.205561 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6806824-6b8a-4280-b01b-7598ccbb1d84 req-616e8e15-d6cd-449b-814d-8829aeee5b5e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:01.207097 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e6806824-6b8a-4280-b01b-7598ccbb1d84 req-616e8e15-d6cd-449b-814d-8829aeee5b5e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0555646 Jan 25 03:45:01.256699 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e6806824-6b8a-4280-b01b-7598ccbb1d84 req-e6107bb4-df78-4dd0-a39d-dd6a185b1c47 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438948 Jan 25 03:45:01.364831 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:45:01.431721 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:45:01.432414 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:01.439955 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca52683-d4c3-4a4a-be42-fd52df44aad1 req-35ff086a-c43f-4ee8-96f4-d869e4e6748b tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:01.441797 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-dca52683-d4c3-4a4a-be42-fd52df44aad1 req-35ff086a-c43f-4ee8-96f4-d869e4e6748b tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 944 time: 0.0537090 Jan 25 03:45:01.500634 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-dca52683-d4c3-4a4a-be42-fd52df44aad1 req-bafc781f-17f9-427d-b927-ad531fdbc910 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529897 Jan 25 03:45:01.524516 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1ee6-a102-4b45-928c-c1ef06ee8b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:01.526796 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:45:01.527254 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:01.552468 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:45:01.554816 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9ed5b0-cd77-4379-9b7e-3b38ea66b76c" -d '{"events": [{"server_uuid": "7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d", "name": "network-vif-plugged", "status": "completed", "tag": "b93b0fe2-4ab5-4c3c-81e5-39ac08ded566"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:45:01.598086 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566,segment=NetworkSegment(f58f53ca-de40-4488-a8b1-2dcb2946bede),segment_id=f58f53ca-de40-4488-a8b1-2dcb2946bede)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:45:01.599929 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49befd6f-81bb-4d7d-b8c5-15002b24d9e9 x-openstack-request-id: req-49befd6f-81bb-4d7d-b8c5-15002b24d9e9 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:45:01.600342 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d", "name": "network-vif-plugged", "status": "completed", "tag": "b93b0fe2-4ab5-4c3c-81e5-39ac08ded566", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:45:01.600618 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-49befd6f-81bb-4d7d-b8c5-15002b24d9e9 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:45:01.600981 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566', 'code': 200} Jan 25 03:45:01.660372 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:01.713600 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566,revision_number=8']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:02.390810 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27210d2a-4e10-460f-9de1-780426686a45 req-d79a75d5-a603-40e4-a435-f64119309d28 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:02.392404 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-27210d2a-4e10-460f-9de1-780426686a45 req-d79a75d5-a603-40e4-a435-f64119309d28 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0593643 Jan 25 03:45:02.443050 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-27210d2a-4e10-460f-9de1-780426686a45 req-2d987853-799d-455f-b1a9-1fce14d7afd3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440476 Jan 25 03:45:02.633975 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b5354-0836-4622-8397-8f10c8ed8765 req-4d497039-8c64-495e-8aa8-520b3224ce9d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:02.635556 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6a6b5354-0836-4622-8397-8f10c8ed8765 req-4d497039-8c64-495e-8aa8-520b3224ce9d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0588455 Jan 25 03:45:02.689013 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6a6b5354-0836-4622-8397-8f10c8ed8765 req-b3ee7664-b764-4162-8dfe-2c16b886bc07 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471017 Jan 25 03:45:03.566500 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fa045-bf6c-4569-b34c-3dfaf3df7484 req-78d03b30-13e4-4052-ac22-4c03107df16d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:03.568013 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-dd7fa045-bf6c-4569-b34c-3dfaf3df7484 req-78d03b30-13e4-4052-ac22-4c03107df16d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0506754 Jan 25 03:45:03.617208 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-dd7fa045-bf6c-4569-b34c-3dfaf3df7484 req-ca5504cf-4e36-42c0-a76a-c2ec6cb5b839 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435824 Jan 25 03:45:03.773810 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f0d19a88-c7fe-4205-b356-829f3cf6c73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:03.817108 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbd632-6e1d-4fcd-88d7-2cb119ebc7cd req-19a45a4d-65f8-48b6-8d16-a349aeb6e3d2 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:03.818614 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-51bbd632-6e1d-4fcd-88d7-2cb119ebc7cd req-19a45a4d-65f8-48b6-8d16-a349aeb6e3d2 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0537522 Jan 25 03:45:03.873429 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-51bbd632-6e1d-4fcd-88d7-2cb119ebc7cd req-2d741264-4777-4e60-930d-9cd220b2e863 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486429 Jan 25 03:45:04.750551 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379511e1-9196-4818-b80a-257c33df49b4 req-fd0a8a74-8f39-425d-abfe-b8a7677aaccc tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:04.752729 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-379511e1-9196-4818-b80a-257c33df49b4 req-fd0a8a74-8f39-425d-abfe-b8a7677aaccc tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0600557 Jan 25 03:45:04.802512 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-379511e1-9196-4818-b80a-257c33df49b4 req-d39834b8-94e1-40e5-9d9f-46fb7417ab01 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439820 Jan 25 03:45:04.993027 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf03d-295d-4383-a169-a2f4f6aafbb1 req-5cb6f287-8ff6-4701-9957-d1a6e2f7002d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:04.994651 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5d7cf03d-295d-4383-a169-a2f4f6aafbb1 req-5cb6f287-8ff6-4701-9957-d1a6e2f7002d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0518832 Jan 25 03:45:05.052051 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5d7cf03d-295d-4383-a169-a2f4f6aafbb1 req-f7e049e9-516c-4ea0-a1cd-2f8c2c560c17 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511789 Jan 25 03:45:05.248265 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:05.950297 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3935d-54d2-4a31-93ce-7c5223354ec8 req-7bd5ddb4-449a-4fcf-bafb-2a4e19a4425d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:05.951849 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-02a3935d-54d2-4a31-93ce-7c5223354ec8 req-7bd5ddb4-449a-4fcf-bafb-2a4e19a4425d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0568852 Jan 25 03:45:06.011570 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-02a3935d-54d2-4a31-93ce-7c5223354ec8 req-c4e1a858-e9a0-4b9d-8423-9548ed76ae4d tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454040 Jan 25 03:45:06.209562 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1719f-2c59-4a26-87ba-478f8fa8d04d req-bbf8f129-3927-4828-b50c-c9ae6149b7d5 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:06.211188 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-80f1719f-2c59-4a26-87ba-478f8fa8d04d req-bbf8f129-3927-4828-b50c-c9ae6149b7d5 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0555160 Jan 25 03:45:06.264213 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-80f1719f-2c59-4a26-87ba-478f8fa8d04d req-1d7ed40c-9e25-4471-a631-cb993f6ba5e4 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466406 Jan 25 03:45:06.807851 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:07.139508 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b660c01-186d-4d3c-bccc-28169b1ba029 req-773dc445-85bf-4561-98a4-2c9ea6659f28 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:07.141220 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3b660c01-186d-4d3c-bccc-28169b1ba029 req-773dc445-85bf-4561-98a4-2c9ea6659f28 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0550022 Jan 25 03:45:07.198252 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3b660c01-186d-4d3c-bccc-28169b1ba029 req-4827a996-02bb-4578-929e-29ebcdf20e80 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511396 Jan 25 03:45:07.386391 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8ed58-0eb6-4bc0-ae4c-99ed4a717957 req-997270ba-6d87-44e8-a53d-ea5dd9f4824e tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:07.388452 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-26b8ed58-0eb6-4bc0-ae4c-99ed4a717957 req-997270ba-6d87-44e8-a53d-ea5dd9f4824e tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0552132 Jan 25 03:45:07.447081 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-26b8ed58-0eb6-4bc0-ae4c-99ed4a717957 req-08aa098f-6b46-46af-930a-9db9a9c14a9d tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455868 Jan 25 03:45:07.728498 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:45:07.998090 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:08.321379 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56ba80-5b23-44b8-b944-cfb870702a9d req-55f99b1d-37f8-4418-8fa4-2a89ed194173 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:08.322780 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7e56ba80-5b23-44b8-b944-cfb870702a9d req-55f99b1d-37f8-4418-8fa4-2a89ed194173 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0492036 Jan 25 03:45:08.369237 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7e56ba80-5b23-44b8-b944-cfb870702a9d req-5f161df6-e916-4cc9-8672-b93575596f70 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408876 Jan 25 03:45:08.559706 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c7d26-e014-4d2d-bbf1-fc88aeb13ee7 req-48fda316-3ce9-4396-af97-2e791c99a9b1 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:08.561548 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6e2c7d26-e014-4d2d-bbf1-fc88aeb13ee7 req-48fda316-3ce9-4396-af97-2e791c99a9b1 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0526500 Jan 25 03:45:08.609412 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6e2c7d26-e014-4d2d-bbf1-fc88aeb13ee7 req-b7fc33a3-4449-48b2-98cb-ad3889f89182 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423594 Jan 25 03:45:09.487611 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951e2ee-f85b-410c-9fe2-ce7697bebda4 req-ce06c436-41c4-4f53-a50a-57736830b6af tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:09.489088 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2951e2ee-f85b-410c-9fe2-ce7697bebda4 req-ce06c436-41c4-4f53-a50a-57736830b6af tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0481408 Jan 25 03:45:09.537750 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2951e2ee-f85b-410c-9fe2-ce7697bebda4 req-beb4dc74-5ab9-498c-a308-6fa57f4d0832 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431671 Jan 25 03:45:09.722412 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4061963-2bc0-43c2-bfa3-9d7324746136 req-93a8c1e7-54dc-4609-aaf9-82e1b682e32b tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:09.733247 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e4061963-2bc0-43c2-bfa3-9d7324746136 req-93a8c1e7-54dc-4609-aaf9-82e1b682e32b tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0487964 Jan 25 03:45:09.772300 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e4061963-2bc0-43c2-bfa3-9d7324746136 req-74d43f51-b036-47af-84e4-a5dc0ed067ad tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429394 Jan 25 03:45:10.656016 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35c2a4-36f8-4101-bdb5-a3b555d26145 req-52fbb758-cc0c-4c0e-b77f-bb1f73f0378b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:10.657481 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8b35c2a4-36f8-4101-bdb5-a3b555d26145 req-52fbb758-cc0c-4c0e-b77f-bb1f73f0378b tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0491235 Jan 25 03:45:10.703595 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8b35c2a4-36f8-4101-bdb5-a3b555d26145 req-282e7d71-022f-45bc-85db-0fd4be7ee955 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405905 Jan 25 03:45:10.893308 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70c24f-d5b1-4932-8546-727168e713e9 req-1b33b4de-f21b-4882-86dc-20087dde9bce tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:10.894824 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4c70c24f-d5b1-4932-8546-727168e713e9 req-1b33b4de-f21b-4882-86dc-20087dde9bce tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0540729 Jan 25 03:45:10.943392 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4c70c24f-d5b1-4932-8546-727168e713e9 req-eb34ff6b-876c-4276-aab9-c85ad4b8c7c4 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423787 Jan 25 03:45:11.171299 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea658737-9111-4dc6-ac1e-5d44b592d900 req-19afe09c-e5ab-4137-bfb6-6068e8f38f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:11.172781 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ea658737-9111-4dc6-ac1e-5d44b592d900 req-19afe09c-e5ab-4137-bfb6-6068e8f38f95 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 1098 time: 0.0392988 Jan 25 03:45:11.218418 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ea658737-9111-4dc6-ac1e-5d44b592d900 req-c9a7c09d-5754-4597-a81b-f3c8d030697b service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390172 Jan 25 03:45:11.827265 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33105df1-e0f3-46cc-bc37-9cf4b6f9d8bc req-b855a75b-f60e-4afa-833a-f9b87255e798 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:11.828770 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-33105df1-e0f3-46cc-bc37-9cf4b6f9d8bc req-b855a75b-f60e-4afa-833a-f9b87255e798 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0538397 Jan 25 03:45:11.864585 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:11.875202 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-33105df1-e0f3-46cc-bc37-9cf4b6f9d8bc req-4fffccd2-c723-4932-b8a8-362e61e4b118 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408726 Jan 25 03:45:12.054953 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8563193-e6a6-4d93-8514-80fde3b60859 req-ffb23cfc-b284-48f5-b8c6-7cc7c5caf2e1 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:12.056342 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f8563193-e6a6-4d93-8514-80fde3b60859 req-ffb23cfc-b284-48f5-b8c6-7cc7c5caf2e1 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0474250 Jan 25 03:45:12.103739 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f8563193-e6a6-4d93-8514-80fde3b60859 req-b33d3e40-b60e-45bb-80c1-b94a026ba220 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411930 Jan 25 03:45:12.993545 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162c1ff-caef-452b-8d07-6c6fb46eb41a req-41f7fdbc-f6c7-41d0-9b55-b49e8ef8dc58 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:12.995024 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b162c1ff-caef-452b-8d07-6c6fb46eb41a req-41f7fdbc-f6c7-41d0-9b55-b49e8ef8dc58 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0497572 Jan 25 03:45:13.044524 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b162c1ff-caef-452b-8d07-6c6fb46eb41a req-46ebf1a7-51a4-4291-8b2f-03b7c0075987 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437441 Jan 25 03:45:13.221227 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28070f-9545-4a96-afa0-0f4aa3edcdc7 req-63a0a4cd-b33c-4d6d-8494-17bd6c359e17 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:13.222609 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec28070f-9545-4a96-afa0-0f4aa3edcdc7 req-63a0a4cd-b33c-4d6d-8494-17bd6c359e17 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0490854 Jan 25 03:45:13.273540 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec28070f-9545-4a96-afa0-0f4aa3edcdc7 req-c0ef4539-1241-4f1a-9268-d2b7c0870c65 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451951 Jan 25 03:45:14.163647 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4438d-f3e9-4762-b326-47b9d2ce5bf5 req-b0aad527-9f6c-4fd4-a8fd-aa581a848811 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:14.165142 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-04d4438d-f3e9-4762-b326-47b9d2ce5bf5 req-b0aad527-9f6c-4fd4-a8fd-aa581a848811 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0484338 Jan 25 03:45:14.215397 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-04d4438d-f3e9-4762-b326-47b9d2ce5bf5 req-fdeb5a6e-5f12-4e08-b4a1-79bbd6f137a3 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435810 Jan 25 03:45:15.231002 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-adb62fea-8927-4b24-9c5a-d69aaab23ca0 req-41cfd09b-505a-4557-9628-fe4e23a5f89d tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156778441&fields=id&tenant_id=e4705507d68244c7a9a99369120f0a3a HTTP/1.1" status: 200 len: 267 time: 0.0430419 Jan 25 03:45:15.283470 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb62fea-8927-4b24-9c5a-d69aaab23ca0 req-2e455e8a-d700-41b7-a755-42223646661a tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:15.284970 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-adb62fea-8927-4b24-9c5a-d69aaab23ca0 req-2e455e8a-d700-41b7-a755-42223646661a tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 985 time: 0.0488985 Jan 25 03:45:15.296004 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-adb62fea-8927-4b24-9c5a-d69aaab23ca0 req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Request body: {'port': {'security_groups': ['84eb19be-d078-45d1-aaf0-2b7565f03c08']}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:45:15.335938 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff349e5-ab48-4cc5-b3f7-b68b95a1a1b1 req-88928eb9-af91-47d4-a77a-7daab4440262 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:15.337419 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5ff349e5-ab48-4cc5-b3f7-b68b95a1a1b1 req-88928eb9-af91-47d4-a77a-7daab4440262 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 943 time: 0.0495894 Jan 25 03:45:15.363203 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-adb62fea-8927-4b24-9c5a-d69aaab23ca0 req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (596e847a-8586-402f-8511-f40dab535655), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:15.385422 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5ff349e5-ab48-4cc5-b3f7-b68b95a1a1b1 req-5c670a8a-7047-4c5c-8e13-89870ba616f8 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423584 Jan 25 03:45:15.449115 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 9f6cee72-9dab-452f-955a-9024f4b6b9f4 details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:45:15.535264 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-adb62fea-8927-4b24-9c5a-d69aaab23ca0 req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] For port 596e847a-8586-402f-8511-f40dab535655, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=596e847a-8586-402f-8511-f40dab535655,segment=NetworkSegment(50df69bd-2126-48c1-8c0c-bd584009a88a),segment_id=50df69bd-2126-48c1-8c0c-bd584009a88a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:45:15.540976 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 9f6cee72-9dab-452f-955a-9024f4b6b9f4, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=9f6cee72-9dab-452f-955a-9024f4b6b9f4,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:45:15.553178 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': '9f6cee72-9dab-452f-955a-9024f4b6b9f4', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'port_id': '9f6cee72-9dab-452f-955a-9024f4b6b9f4', 'mac_address': 'fa:16:3e:dd:1c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:45:15.567500 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-adb62fea-8927-4b24-9c5a-d69aaab23ca0 req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for port (596e847a-8586-402f-8511-f40dab535655), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:15.593492 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 9f6cee72-9dab-452f-955a-9024f4b6b9f4 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:45:15.593880 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:15.606888 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6cee72-9dab-452f-955a-9024f4b6b9f4 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:45:15.626087 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 9f6cee72-9dab-452f-955a-9024f4b6b9f4, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=9f6cee72-9dab-452f-955a-9024f4b6b9f4,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:45:15.629835 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-adb62fea-8927-4b24-9c5a-d69aaab23ca0 req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4618152'] for port (596e847a-8586-402f-8511-f40dab535655), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:15.662595 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['596e847a-8586-402f-8511-f40dab535655'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:45:15.671716 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb62fea-8927-4b24-9c5a-d69aaab23ca0 req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:15.672353 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-adb62fea-8927-4b24-9c5a-d69aaab23ca0 req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:15.673981 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-adb62fea-8927-4b24-9c5a-d69aaab23ca0 req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "PUT /v2.0/ports/596e847a-8586-402f-8511-f40dab535655 HTTP/1.1" status: 200 len: 943 time: 0.3827999 Jan 25 03:45:15.674448 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447c6612-9f1b-4064-b6ed-7ee5dc89f827', 'tag': '596e847a-8586-402f-8511-f40dab535655'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:45:15.677501 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d0c9815385568a6be04e4b390595008a27b8adc04fe3db576d7c9438e8cfd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ed4acc-7044-47a8-bc4d-30a273724d56" -d '{"events": [{"name": "network-changed", "server_uuid": "447c6612-9f1b-4064-b6ed-7ee5dc89f827", "tag": "596e847a-8586-402f-8511-f40dab535655"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:45:15.684147 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 54910) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:45:15.716844 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:15.717096 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Pushing event updated for resources: {'Port': ['ID=596e847a-8586-402f-8511-f40dab535655,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:15.726521 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:15.733239 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:15.733239 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:15.733239 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:15.733239 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:15.733239 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:15.733239 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:15.733239 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:15.733239 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:15.733239 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:15.733239 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:15.733239 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:15.733239 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22deaa1e-cec9-4d24-9e21-73bc41985756 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:15.744567 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18501beb-b191-4afe-b4c8-c2abab4f6777 x-openstack-request-id: req-18501beb-b191-4afe-b4c8-c2abab4f6777 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:45:15.744567 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447c6612-9f1b-4064-b6ed-7ee5dc89f827", "tag": "596e847a-8586-402f-8511-f40dab535655", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:45:15.744567 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-18501beb-b191-4afe-b4c8-c2abab4f6777 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:45:15.745211 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447c6612-9f1b-4064-b6ed-7ee5dc89f827', 'tag': '596e847a-8586-402f-8511-f40dab535655', 'status': 'completed', 'code': 200} Jan 25 03:45:15.750563 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b7f8285-9f6b-4ace-b42c-bafddbae4e0e tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group (e8bc47c3-42cf-496d-8551-6de4cc3f0491), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:15.780340 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b7f8285-9f6b-4ace-b42c-bafddbae4e0e tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group (e8bc47c3-42cf-496d-8551-6de4cc3f0491), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:15.804217 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=9f6cee72-9dab-452f-955a-9024f4b6b9f4,revision_number=9']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:15.868917 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['596e847a-8586-402f-8511-f40dab535655'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:45:15.870186 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed4acc-7044-47a8-bc4d-30a273724d56 req-2bc4568d-101a-4ec4-99b6-2cdbce1dac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:15.872276 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-51ed4acc-7044-47a8-bc4d-30a273724d56 req-2bc4568d-101a-4ec4-99b6-2cdbce1dac49 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e4705507d68244c7a9a99369120f0a3a&device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 1099 time: 0.0560789 Jan 25 03:45:15.960519 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-3237c795-4ba0-4e41-aa30-a73c10489378 None None] Provisioning complete for port 596e847a-8586-402f-8511-f40dab535655 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:45:15.960805 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3237c795-4ba0-4e41-aa30-a73c10489378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (596e847a-8586-402f-8511-f40dab535655), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:15.967583 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed4acc-7044-47a8-bc4d-30a273724d56 req-8b0c9ac7-bdb5-48b8-ab58-0eb85bf0a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:15.969041 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-51ed4acc-7044-47a8-bc4d-30a273724d56 req-8b0c9ac7-bdb5-48b8-ab58-0eb85bf0a05a service neutron] 10.222.0.112 "GET /v2.0/networks?id=7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 HTTP/1.1" status: 200 len: 914 time: 0.0908172 Jan 25 03:45:16.036045 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-51ed4acc-7044-47a8-bc4d-30a273724d56 req-d6dfad3e-559f-460d-b621-e44c1f2c7c4c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=596e847a-8586-402f-8511-f40dab535655 HTTP/1.1" status: 200 len: 1001 time: 0.0606430 Jan 25 03:45:16.043557 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b7f8285-9f6b-4ace-b42c-bafddbae4e0e tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (e8bc47c3-42cf-496d-8551-6de4cc3f0491), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:16.049905 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b7f8285-9f6b-4ace-b42c-bafddbae4e0e tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:16.049905 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-1b7f8285-9f6b-4ace-b42c-bafddbae4e0e tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "DELETE /v2.0/security-groups/e8bc47c3-42cf-496d-8551-6de4cc3f0491 HTTP/1.1" status: 204 len: 168 time: 0.3645730 Jan 25 03:45:16.050268 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 54912) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:45:16.086585 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f8285-9f6b-4ace-b42c-bafddbae4e0e tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bc47c3-42cf-496d-8551-6de4cc3f0491,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:16.100009 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f8285-9f6b-4ace-b42c-bafddbae4e0e tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:16.100438 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f8285-9f6b-4ace-b42c-bafddbae4e0e tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:16.100853 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f8285-9f6b-4ace-b42c-bafddbae4e0e tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:16.101289 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f8285-9f6b-4ace-b42c-bafddbae4e0e tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:16.101695 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f8285-9f6b-4ace-b42c-bafddbae4e0e tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:16.102097 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f8285-9f6b-4ace-b42c-bafddbae4e0e tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:16.102498 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f8285-9f6b-4ace-b42c-bafddbae4e0e tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:16.102869 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f8285-9f6b-4ace-b42c-bafddbae4e0e tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:16.103344 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f8285-9f6b-4ace-b42c-bafddbae4e0e tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:16.103679 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f8285-9f6b-4ace-b42c-bafddbae4e0e tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:16.104075 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f8285-9f6b-4ace-b42c-bafddbae4e0e tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:16.104460 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f8285-9f6b-4ace-b42c-bafddbae4e0e tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:16.104846 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f8285-9f6b-4ace-b42c-bafddbae4e0e tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:16.104978 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3237c795-4ba0-4e41-aa30-a73c10489378 None None] Current status of the port 596e847a-8586-402f-8511-f40dab535655 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:45:16.118505 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed4acc-7044-47a8-bc4d-30a273724d56 req-46b1ad5f-532e-4387-8592-6dfe1375fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:16.120023 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-51ed4acc-7044-47a8-bc4d-30a273724d56 req-46b1ad5f-532e-4387-8592-6dfe1375fb4a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f3156457-0948-4819-a7ca-8e98e39ec404 HTTP/1.1" status: 200 len: 853 time: 0.0717998 Jan 25 03:45:16.169478 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed4acc-7044-47a8-bc4d-30a273724d56 req-28d917a0-976a-4aea-8150-924fb47841c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:16.170976 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-51ed4acc-7044-47a8-bc4d-30a273724d56 req-28d917a0-976a-4aea-8150-924fb47841c9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=7c8d81c6-dccc-4099-b6b2-a00ea0a64b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429213 Jan 25 03:45:16.206614 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['9f6cee72-9dab-452f-955a-9024f4b6b9f4'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:45:16.240345 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-643b09a8-f400-4b1a-ab3b-e9520f3800bf tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Deleting port 44e3203a-0e28-46d0-a2e8-b9c5818dd8ab {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:45:16.240984 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-643b09a8-f400-4b1a-ab3b-e9520f3800bf tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (44e3203a-0e28-46d0-a2e8-b9c5818dd8ab), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:16.279981 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-51ed4acc-7044-47a8-bc4d-30a273724d56 req-5a934619-1b05-4352-a4f8-0c27cb80856c service neutron] 10.222.0.112 "GET /v2.0/networks/7c8d81c6-dccc-4099-b6b2-a00ea0a64b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008542 Jan 25 03:45:16.322615 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-643b09a8-f400-4b1a-ab3b-e9520f3800bf tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (44e3203a-0e28-46d0-a2e8-b9c5818dd8ab), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:16.322936 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-643b09a8-f400-4b1a-ab3b-e9520f3800bf tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for floatingip (44e3203a-0e28-46d0-a2e8-b9c5818dd8ab), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:16.335775 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-643b09a8-f400-4b1a-ab3b-e9520f3800bf tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Calling delete_port for 44e3203a-0e28-46d0-a2e8-b9c5818dd8ab owned by network:floatingip {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:45:16.377177 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-51ed4acc-7044-47a8-bc4d-30a273724d56 req-778c12aa-f668-4b92-8b12-7d3e7c8ab6f2 service neutron] 10.222.0.112 "GET /v2.0/networks/7c8d81c6-dccc-4099-b6b2-a00ea0a64b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904326 Jan 25 03:45:16.536316 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f2697-f9c4-47d3-a260-ee3a6f17de2e req-11a4d480-bf06-46de-bd07-ed0384b0d895 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:16.537901 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6d7f2697-f9c4-47d3-a260-ee3a6f17de2e req-11a4d480-bf06-46de-bd07-ed0384b0d895 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 944 time: 0.0782175 Jan 25 03:45:16.588435 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6d7f2697-f9c4-47d3-a260-ee3a6f17de2e req-2d1c03ed-c767-4b81-abec-b7059621a8d1 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445828 Jan 25 03:45:16.637724 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-643b09a8-f400-4b1a-ab3b-e9520f3800bf tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (44e3203a-0e28-46d0-a2e8-b9c5818dd8ab), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:16.663786 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b09a8-f400-4b1a-ab3b-e9520f3800bf tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Pushing event deleted for resources: {'Port': ['ID=44e3203a-0e28-46d0-a2e8-b9c5818dd8ab,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:16.725305 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-643b09a8-f400-4b1a-ab3b-e9520f3800bf tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks [] for floatingip (aa5cfa92-0028-4d58-91a2-cb659b659628), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:16.725657 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.l3_db [None req-643b09a8-f400-4b1a-ab3b-e9520f3800bf tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Floating IP aa5cfa92-0028-4d58-91a2-cb659b659628 disassociated (deleted). External IP: 172.27.2.20, port: 596e847a-8586-402f-8511-f40dab535655. Jan 25 03:45:16.925408 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643b09a8-f400-4b1a-ab3b-e9520f3800bf tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Router 68424050-34ac-459b-807e-9937abe90538 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:45:17.031180 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643b09a8-f400-4b1a-ab3b-e9520f3800bf tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:45:17.035999 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-643b09a8-f400-4b1a-ab3b-e9520f3800bf tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:17.040508 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c21f4-3568-4cff-9a7b-f76aad07b5f9 None None] Sync routers for ids ['68424050-34ac-459b-807e-9937abe90538'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:45:17.052254 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c21f4-3568-4cff-9a7b-f76aad07b5f9 None None] Routers {'68424050-34ac-459b-807e-9937abe90538'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:45:17.052941 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-210c21f4-3568-4cff-9a7b-f76aad07b5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:45:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['68424050-34ac-459b-807e-9937abe90538'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:45:17.065432 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-643b09a8-f400-4b1a-ab3b-e9520f3800bf tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "DELETE /v2.0/floatingips/aa5cfa92-0028-4d58-91a2-cb659b659628 HTTP/1.1" status: 204 len: 168 time: 1.0140998 Jan 25 03:45:17.286624 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-210c21f4-3568-4cff-9a7b-f76aad07b5f9 None None] Set router 68424050-34ac-459b-807e-9937abe90538 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:45:17.461205 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 9f6cee72-9dab-452f-955a-9024f4b6b9f4 up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:45:17.532070 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-210c21f4-3568-4cff-9a7b-f76aad07b5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68424050-34ac-459b-807e-9937abe90538', 'name': 'tempest-TestMinimumBasicScenario-421017443-router', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:45Z', 'updated_at': '2022-01-25T03:41:49Z', 'revision_number': 4, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'gw_port': {'id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:46Z', 'updated_at': '2022-01-25T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '15d403f8-7de0-49a0-b220-11647cfa0cd7', 'name': '', 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'mac_address': 'fa:16:3e:a7:c5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f3156457-0948-4819-a7ca-8e98e39ec404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:49Z', 'updated_at': '2022-01-25T03:41:53Z', 'revision_number': 5, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'subnets': [{'id': 'f3156457-0948-4819-a7ca-8e98e39ec404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:45:17.535179 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port 9f6cee72-9dab-452f-955a-9024f4b6b9f4 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:45:17.535631 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:17.560754 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c21f4-3568-4cff-9a7b-f76aad07b5f9 None None] Checking router: 68424050-34ac-459b-807e-9937abe90538 for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:45:17.593745 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c21f4-3568-4cff-9a7b-f76aad07b5f9 None None] Routers {'68424050-34ac-459b-807e-9937abe90538'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:45:17.594356 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-210c21f4-3568-4cff-9a7b-f76aad07b5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:45:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['68424050-34ac-459b-807e-9937abe90538'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:45:17.716687 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2d3e7-b5fd-42ef-b3f8-8e524970389a req-303c3a7e-8b15-4845-8be8-24289a6000bc tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:17.718113 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4ff2d3e7-b5fd-42ef-b3f8-8e524970389a req-303c3a7e-8b15-4845-8be8-24289a6000bc tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 944 time: 0.0534286 Jan 25 03:45:17.742903 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-210c21f4-3568-4cff-9a7b-f76aad07b5f9 None None] Set router 68424050-34ac-459b-807e-9937abe90538 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:45:17.744920 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 9f6cee72-9dab-452f-955a-9024f4b6b9f4 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:45:17.745294 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:17.746262 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447c6612-9f1b-4064-b6ed-7ee5dc89f827', 'tag': '596e847a-8586-402f-8511-f40dab535655'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:45:17.748820 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d0c9815385568a6be04e4b390595008a27b8adc04fe3db576d7c9438e8cfd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22f4a6f-21e4-4dfd-96ed-f0bbed60cb32" -d '{"events": [{"name": "network-changed", "server_uuid": "447c6612-9f1b-4064-b6ed-7ee5dc89f827", "tag": "596e847a-8586-402f-8511-f40dab535655"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:45:17.772258 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4ff2d3e7-b5fd-42ef-b3f8-8e524970389a req-df449b6c-3f05-433b-82b3-13a07d46e633 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479045 Jan 25 03:45:17.792936 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e879701-ff51-436e-aec9-8a226c134c28 x-openstack-request-id: req-5e879701-ff51-436e-aec9-8a226c134c28 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:45:17.793231 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447c6612-9f1b-4064-b6ed-7ee5dc89f827", "tag": "596e847a-8586-402f-8511-f40dab535655", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:45:17.793515 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-5e879701-ff51-436e-aec9-8a226c134c28 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:45:17.793910 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447c6612-9f1b-4064-b6ed-7ee5dc89f827', 'tag': '596e847a-8586-402f-8511-f40dab535655', 'status': 'completed', 'code': 200} Jan 25 03:45:17.807413 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8302b8-b04f-40ea-a9ff-2461018e7962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6cee72-9dab-452f-955a-9024f4b6b9f4'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:45:17.810635 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2b59e5-5c01-4dca-9131-9a4050cd378b" -d '{"events": [{"server_uuid": "6b8302b8-b04f-40ea-a9ff-2461018e7962", "name": "network-vif-plugged", "status": "completed", "tag": "9f6cee72-9dab-452f-955a-9024f4b6b9f4"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:45:17.849103 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8335c76-8d71-47ac-8ec3-10981de8242f x-openstack-request-id: req-f8335c76-8d71-47ac-8ec3-10981de8242f {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:45:17.849393 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8302b8-b04f-40ea-a9ff-2461018e7962", "name": "network-vif-plugged", "status": "completed", "tag": "9f6cee72-9dab-452f-955a-9024f4b6b9f4", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:45:17.849647 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-f8335c76-8d71-47ac-8ec3-10981de8242f {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:45:17.850030 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8302b8-b04f-40ea-a9ff-2461018e7962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6cee72-9dab-452f-955a-9024f4b6b9f4', 'code': 200} Jan 25 03:45:17.853797 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 9f6cee72-9dab-452f-955a-9024f4b6b9f4, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=9f6cee72-9dab-452f-955a-9024f4b6b9f4,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:45:17.937228 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f4a6f-21e4-4dfd-96ed-f0bbed60cb32 req-f9dd8ec3-34b7-420b-8335-af144201b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:17.938731 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b22f4a6f-21e4-4dfd-96ed-f0bbed60cb32 req-f9dd8ec3-34b7-420b-8335-af144201b704 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e4705507d68244c7a9a99369120f0a3a&device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 1099 time: 0.0465751 Jan 25 03:45:17.960442 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:18.021526 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=9f6cee72-9dab-452f-955a-9024f4b6b9f4,revision_number=10']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:18.032737 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:18.033085 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:18.033426 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:18.033759 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:18.034088 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:18.034413 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:18.034736 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:18.035073 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:18.035407 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:18.035821 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:18.036152 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:18.036465 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:18.036808 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:45:18.041401 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f4a6f-21e4-4dfd-96ed-f0bbed60cb32 req-7aadbffa-fec1-47b5-aa34-9c06dc90db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:18.043664 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b22f4a6f-21e4-4dfd-96ed-f0bbed60cb32 req-7aadbffa-fec1-47b5-aa34-9c06dc90db4e service neutron] 10.222.0.112 "GET /v2.0/networks?id=7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 HTTP/1.1" status: 200 len: 914 time: 0.0909107 Jan 25 03:45:18.046176 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-210c21f4-3568-4cff-9a7b-f76aad07b5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68424050-34ac-459b-807e-9937abe90538', 'name': 'tempest-TestMinimumBasicScenario-421017443-router', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:45Z', 'updated_at': '2022-01-25T03:41:49Z', 'revision_number': 4, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'gw_port': {'id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:46Z', 'updated_at': '2022-01-25T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '15d403f8-7de0-49a0-b220-11647cfa0cd7', 'name': '', 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'mac_address': 'fa:16:3e:a7:c5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f3156457-0948-4819-a7ca-8e98e39ec404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:49Z', 'updated_at': '2022-01-25T03:41:53Z', 'revision_number': 5, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'subnets': [{'id': 'f3156457-0948-4819-a7ca-8e98e39ec404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:45:18.074010 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c21f4-3568-4cff-9a7b-f76aad07b5f9 None None] The sync data for ids ['68424050-34ac-459b-807e-9937abe90538'] in dv-cinder-819011-2-iscsi is: [{'id': '68424050-34ac-459b-807e-9937abe90538', 'name': 'tempest-TestMinimumBasicScenario-421017443-router', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:45Z', 'updated_at': '2022-01-25T03:41:49Z', 'revision_number': 4, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'gw_port': {'id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:46Z', 'updated_at': '2022-01-25T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '15d403f8-7de0-49a0-b220-11647cfa0cd7', 'name': '', 'network_id': '7c8d81c6-dccc-4099-b6b2-a00ea0a64b80', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'mac_address': 'fa:16:3e:a7:c5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f3156457-0948-4819-a7ca-8e98e39ec404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:49Z', 'updated_at': '2022-01-25T03:41:53Z', 'revision_number': 5, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'subnets': [{'id': 'f3156457-0948-4819-a7ca-8e98e39ec404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:45:18.112529 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b22f4a6f-21e4-4dfd-96ed-f0bbed60cb32 req-af1d5c1f-96a9-4ec4-a7ec-fdc281df9b6b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=596e847a-8586-402f-8511-f40dab535655 HTTP/1.1" status: 200 len: 217 time: 0.0389016 Jan 25 03:45:18.164199 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f4a6f-21e4-4dfd-96ed-f0bbed60cb32 req-9d2a7b68-30eb-4590-a026-9cbf135b53b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:18.165692 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b22f4a6f-21e4-4dfd-96ed-f0bbed60cb32 req-9d2a7b68-30eb-4590-a026-9cbf135b53b3 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f3156457-0948-4819-a7ca-8e98e39ec404 HTTP/1.1" status: 200 len: 853 time: 0.0472803 Jan 25 03:45:18.217536 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f4a6f-21e4-4dfd-96ed-f0bbed60cb32 req-fea1dbd6-7b08-408a-9b4e-074699a05b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:18.219118 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b22f4a6f-21e4-4dfd-96ed-f0bbed60cb32 req-fea1dbd6-7b08-408a-9b4e-074699a05b05 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=7c8d81c6-dccc-4099-b6b2-a00ea0a64b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468946 Jan 25 03:45:18.348305 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03c166a-affb-4da5-81a9-fdd2b7bd041d None None] New status for floating IP aa5cfa92-0028-4d58-91a2-cb659b659628: DOWN {{(pid=103188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:45:18.352137 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55850b7-a433-4dcb-9f43-f5e1f80d5271 req-1629cc7e-7bae-4b6e-85e4-64ef9636566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:18.354667 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d55850b7-a433-4dcb-9f43-f5e1f80d5271 req-1629cc7e-7bae-4b6e-85e4-64ef9636566d service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 1099 time: 0.0655282 Jan 25 03:45:18.358408 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b22f4a6f-21e4-4dfd-96ed-f0bbed60cb32 req-8f9e590a-eb18-4226-b46e-8107e8fa8d26 service neutron] 10.222.0.112 "GET /v2.0/networks/7c8d81c6-dccc-4099-b6b2-a00ea0a64b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233232 Jan 25 03:45:18.484623 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d55850b7-a433-4dcb-9f43-f5e1f80d5271 req-587abd20-6306-411e-bc18-1bdc4968488a service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014709 Jan 25 03:45:18.505359 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b22f4a6f-21e4-4dfd-96ed-f0bbed60cb32 req-ffa35c82-a7de-4bc9-8a43-40405cb24f9f service neutron] 10.222.0.112 "GET /v2.0/networks/7c8d81c6-dccc-4099-b6b2-a00ea0a64b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209931 Jan 25 03:45:18.889538 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c602b-22c1-46a4-8989-2f6829e0e005 req-10ed0dec-5726-43f9-9d31-8583a87a763e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:18.891006 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-260c602b-22c1-46a4-8989-2f6829e0e005 req-10ed0dec-5726-43f9-9d31-8583a87a763e tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 946 time: 0.0523858 Jan 25 03:45:18.946542 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-260c602b-22c1-46a4-8989-2f6829e0e005 req-6dce2c39-4d86-4d4a-8cfe-2721c77da348 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468326 Jan 25 03:45:20.065835 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d83d8-0fdb-498d-b07e-404c2e323c23 req-675e4aea-460c-4847-8886-c1a0fef11140 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:20.067355 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-da1d83d8-0fdb-498d-b07e-404c2e323c23 req-675e4aea-460c-4847-8886-c1a0fef11140 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 946 time: 0.0501070 Jan 25 03:45:20.116518 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-da1d83d8-0fdb-498d-b07e-404c2e323c23 req-94d7ebf8-18d9-4b5e-99e7-9cdc488ec835 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434659 Jan 25 03:45:21.239275 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b427b-f0b4-4212-a1bd-f0a3cfec28f2 req-205e662b-0946-461c-8210-80a8598b25a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:21.240779 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5b2b427b-f0b4-4212-a1bd-f0a3cfec28f2 req-205e662b-0946-461c-8210-80a8598b25a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 946 time: 0.0494096 Jan 25 03:45:21.258572 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24ca30-df0e-426b-aee3-1dfcf8231b40 req-19c7d80b-bc93-41b5-8d1f-de610c10a037 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:21.260177 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8a24ca30-df0e-426b-aee3-1dfcf8231b40 req-19c7d80b-bc93-41b5-8d1f-de610c10a037 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 946 time: 0.0494730 Jan 25 03:45:21.294352 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5b2b427b-f0b4-4212-a1bd-f0a3cfec28f2 req-824e6ed9-566a-4ab1-8735-5ad802150811 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469866 Jan 25 03:45:21.317819 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8a24ca30-df0e-426b-aee3-1dfcf8231b40 req-89631ae5-6757-4a62-afef-a6cc7d7fa552 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518563 Jan 25 03:45:22.442615 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d65222-4ea7-4086-890b-73e78c894b93 req-15c0e040-ed0b-48a5-b1ee-a6bcecac3d90 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:22.444212 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-54d65222-4ea7-4086-890b-73e78c894b93 req-15c0e040-ed0b-48a5-b1ee-a6bcecac3d90 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 946 time: 0.0524979 Jan 25 03:45:22.496271 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-54d65222-4ea7-4086-890b-73e78c894b93 req-339a51d4-68ac-4d39-a236-66eb0158c4ff tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450726 Jan 25 03:45:22.652242 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ec43d-e762-4d1a-b373-f60bd168e84c req-2fc934c0-35c7-46d7-b441-3012f9771490 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:22.653715 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-aa2ec43d-e762-4d1a-b373-f60bd168e84c req-2fc934c0-35c7-46d7-b441-3012f9771490 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 946 time: 0.2694166 Jan 25 03:45:22.702478 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-aa2ec43d-e762-4d1a-b373-f60bd168e84c req-29922689-cd7b-439f-8722-b8afd06aa2f7 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425603 Jan 25 03:45:23.474910 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfc9f0-0d1c-4e02-9c1d-74d06db0c03d req-79d129ca-0fc3-465f-8d14-fa184a951198 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:23.476367 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ddbfc9f0-0d1c-4e02-9c1d-74d06db0c03d req-79d129ca-0fc3-465f-8d14-fa184a951198 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.112 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 946 time: 0.0507278 Jan 25 03:45:23.576305 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-ddbfc9f0-0d1c-4e02-9c1d-74d06db0c03d req-3575aaad-933b-4d37-b91e-2b34ddec051b tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Deleting port 596e847a-8586-402f-8511-f40dab535655 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:45:23.576650 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-ddbfc9f0-0d1c-4e02-9c1d-74d06db0c03d req-3575aaad-933b-4d37-b91e-2b34ddec051b tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (596e847a-8586-402f-8511-f40dab535655), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:23.670338 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085d765-06f9-4162-a2e9-ee12536b6e5c req-bb5f7fe8-7068-4de4-a939-7bf95e6f0081 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:23.671852 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e085d765-06f9-4162-a2e9-ee12536b6e5c req-bb5f7fe8-7068-4de4-a939-7bf95e6f0081 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 946 time: 0.1081545 Jan 25 03:45:23.707427 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-ddbfc9f0-0d1c-4e02-9c1d-74d06db0c03d req-3575aaad-933b-4d37-b91e-2b34ddec051b tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] For port 596e847a-8586-402f-8511-f40dab535655, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=596e847a-8586-402f-8511-f40dab535655,segment=NetworkSegment(50df69bd-2126-48c1-8c0c-bd584009a88a),segment_id=50df69bd-2126-48c1-8c0c-bd584009a88a)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:45:23.707789 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-ddbfc9f0-0d1c-4e02-9c1d-74d06db0c03d req-3575aaad-933b-4d37-b91e-2b34ddec051b tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (596e847a-8586-402f-8511-f40dab535655), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:23.728427 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-ddbfc9f0-0d1c-4e02-9c1d-74d06db0c03d req-3575aaad-933b-4d37-b91e-2b34ddec051b tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Calling delete_port for 596e847a-8586-402f-8511-f40dab535655 owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:45:23.754809 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e085d765-06f9-4162-a2e9-ee12536b6e5c req-cb46c0fa-b4e5-47e9-9cc6-863cb4bfaf72 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/security-groups?id=84eb19be-d078-45d1-aaf0-2b7565f03c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774677 Jan 25 03:45:23.973118 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-ddbfc9f0-0d1c-4e02-9c1d-74d06db0c03d req-3575aaad-933b-4d37-b91e-2b34ddec051b tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (596e847a-8586-402f-8511-f40dab535655), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:24.001457 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575aaad-933b-4d37-b91e-2b34ddec051b tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Pushing event deleted for resources: {'Port': ['ID=596e847a-8586-402f-8511-f40dab535655,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:24.017519 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['596e847a-8586-402f-8511-f40dab535655'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:45:24.043506 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbfc9f0-0d1c-4e02-9c1d-74d06db0c03d req-3575aaad-933b-4d37-b91e-2b34ddec051b tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] No DVR routers for this DVR port 596e847a-8586-402f-8511-f40dab535655 on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:45:24.045971 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-ddbfc9f0-0d1c-4e02-9c1d-74d06db0c03d req-3575aaad-933b-4d37-b91e-2b34ddec051b tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:24.049133 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ddbfc9f0-0d1c-4e02-9c1d-74d06db0c03d req-3575aaad-933b-4d37-b91e-2b34ddec051b tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.112 "DELETE /v2.0/ports/596e847a-8586-402f-8511-f40dab535655 HTTP/1.1" status: 204 len: 173 time: 0.5671272 Jan 25 03:45:24.049561 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447c6612-9f1b-4064-b6ed-7ee5dc89f827', 'name': 'network-vif-deleted', 'tag': '596e847a-8586-402f-8511-f40dab535655'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:45:24.051799 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ff1a7e-843d-4f51-95ff-69ba195fd333" -d '{"events": [{"server_uuid": "447c6612-9f1b-4064-b6ed-7ee5dc89f827", "name": "network-vif-deleted", "tag": "596e847a-8586-402f-8511-f40dab535655"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:45:24.088057 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1697e9-bcf0-4339-80d4-47386caef0ca x-openstack-request-id: req-0c1697e9-bcf0-4339-80d4-47386caef0ca {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:45:24.088349 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447c6612-9f1b-4064-b6ed-7ee5dc89f827", "name": "network-vif-deleted", "tag": "596e847a-8586-402f-8511-f40dab535655", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:45:24.088622 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-0c1697e9-bcf0-4339-80d4-47386caef0ca {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:45:24.089015 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447c6612-9f1b-4064-b6ed-7ee5dc89f827', 'name': 'network-vif-deleted', 'tag': '596e847a-8586-402f-8511-f40dab535655', 'status': 'completed', 'code': 200} Jan 25 03:45:24.860507 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bdc0ae9b-adcf-4723-8d25-c922be87a0fe req-65a367fa-a3a2-402e-8385-86925ccc7e29 tempest-TestMinimumBasicScenario-1083941949 tempest-TestMinimumBasicScenario-1083941949-project] 10.222.0.115 "GET /v2.0/ports?device_id=447c6612-9f1b-4064-b6ed-7ee5dc89f827 HTTP/1.1" status: 200 len: 210 time: 0.0299833 Jan 25 03:45:27.508623 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 596e847a-8586-402f-8511-f40dab535655 no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:45:27.530725 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: 596e847a-8586-402f-8511-f40dab535655 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:45:27.531274 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 596e847a-8586-402f-8511-f40dab535655 not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:45:28.188876 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55044) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:45:28.588709 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-38029155-8150-4aee-a198-04cf9e13097c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560331'] for router_interface (68424050-34ac-459b-807e-9937abe90538), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:28.874169 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-38029155-8150-4aee-a198-04cf9e13097c admin admin] Deleting port 15d403f8-7de0-49a0-b220-11647cfa0cd7 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:45:28.874507 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-38029155-8150-4aee-a198-04cf9e13097c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (15d403f8-7de0-49a0-b220-11647cfa0cd7), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:28.948865 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-38029155-8150-4aee-a198-04cf9e13097c admin admin] For port 15d403f8-7de0-49a0-b220-11647cfa0cd7, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=15d403f8-7de0-49a0-b220-11647cfa0cd7,segment=NetworkSegment(50df69bd-2126-48c1-8c0c-bd584009a88a),segment_id=50df69bd-2126-48c1-8c0c-bd584009a88a)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:45:28.949248 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-38029155-8150-4aee-a198-04cf9e13097c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (15d403f8-7de0-49a0-b220-11647cfa0cd7), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:28.961036 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-38029155-8150-4aee-a198-04cf9e13097c admin admin] Calling delete_port for 15d403f8-7de0-49a0-b220-11647cfa0cd7 owned by network:router_interface {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:45:29.197382 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-38029155-8150-4aee-a198-04cf9e13097c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (15d403f8-7de0-49a0-b220-11647cfa0cd7), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:29.227752 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38029155-8150-4aee-a198-04cf9e13097c admin admin] Pushing event deleted for resources: {'Port': ['ID=15d403f8-7de0-49a0-b220-11647cfa0cd7,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:29.385459 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-38029155-8150-4aee-a198-04cf9e13097c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582118'] for router_interface (68424050-34ac-459b-807e-9937abe90538), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:29.589928 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38029155-8150-4aee-a198-04cf9e13097c admin admin] Router 68424050-34ac-459b-807e-9937abe90538 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:45:29.690258 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38029155-8150-4aee-a198-04cf9e13097c admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:45:29.695537 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-38029155-8150-4aee-a198-04cf9e13097c admin admin] 10.222.0.115 "PUT /v2.0/routers/68424050-34ac-459b-807e-9937abe90538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5056467 Jan 25 03:45:29.698120 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55046) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:45:29.699485 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f8f88-6a72-48e0-86b1-ca1738b6db3c None None] Sync routers for ids ['68424050-34ac-459b-807e-9937abe90538'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:45:29.709344 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f8f88-6a72-48e0-86b1-ca1738b6db3c None None] Routers {'68424050-34ac-459b-807e-9937abe90538'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:45:29.709957 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-c19f8f88-6a72-48e0-86b1-ca1738b6db3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:45:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['68424050-34ac-459b-807e-9937abe90538'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:45:29.798784 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f69c3ae6-69d2-4ef4-b4a0-e6f324c7d8f9 admin admin] Publish callbacks [] for router (68424050-34ac-459b-807e-9937abe90538), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:29.819267 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-c19f8f88-6a72-48e0-86b1-ca1738b6db3c None None] Set router 68424050-34ac-459b-807e-9937abe90538 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:45:29.899276 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f69c3ae6-69d2-4ef4-b4a0-e6f324c7d8f9 admin admin] Publish callbacks [] for router_gateway (68424050-34ac-459b-807e-9937abe90538), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:30.000232 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-c19f8f88-6a72-48e0-86b1-ca1738b6db3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68424050-34ac-459b-807e-9937abe90538', 'name': 'tempest-TestMinimumBasicScenario-421017443-router', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:45Z', 'updated_at': '2022-01-25T03:45:29Z', 'revision_number': 5, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'gw_port': {'id': '514cab03-ad93-47b4-af75-fc73e4d4b9d5', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68424050-34ac-459b-807e-9937abe90538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:46Z', 'updated_at': '2022-01-25T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:45:30.027691 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f8f88-6a72-48e0-86b1-ca1738b6db3c None None] Checking router: 68424050-34ac-459b-807e-9937abe90538 for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:45:30.036619 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f8f88-6a72-48e0-86b1-ca1738b6db3c None None] Routers {'68424050-34ac-459b-807e-9937abe90538'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:45:30.037252 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-c19f8f88-6a72-48e0-86b1-ca1738b6db3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:45:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['68424050-34ac-459b-807e-9937abe90538'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:45:30.127446 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-c19f8f88-6a72-48e0-86b1-ca1738b6db3c None None] Set router 68424050-34ac-459b-807e-9937abe90538 gateway port host: None {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:45:30.184000 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-c19f8f88-6a72-48e0-86b1-ca1738b6db3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68424050-34ac-459b-807e-9937abe90538', 'name': 'tempest-TestMinimumBasicScenario-421017443-router', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:45Z', 'updated_at': '2022-01-25T03:45:29Z', 'revision_number': 6, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'gw_port_host': None}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:45:30.210712 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f8f88-6a72-48e0-86b1-ca1738b6db3c None None] The sync data for ids ['68424050-34ac-459b-807e-9937abe90538'] in dv-cinder-819011-2-iscsi is: [{'id': '68424050-34ac-459b-807e-9937abe90538', 'name': 'tempest-TestMinimumBasicScenario-421017443-router', 'tenant_id': 'e4705507d68244c7a9a99369120f0a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:45Z', 'updated_at': '2022-01-25T03:45:29Z', 'revision_number': 6, 'project_id': 'e4705507d68244c7a9a99369120f0a3a', 'gw_port_host': None}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:45:30.243994 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f69c3ae6-69d2-4ef4-b4a0-e6f324c7d8f9 admin admin] Deleting port 514cab03-ad93-47b4-af75-fc73e4d4b9d5 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:45:30.244492 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f69c3ae6-69d2-4ef4-b4a0-e6f324c7d8f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (514cab03-ad93-47b4-af75-fc73e4d4b9d5), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:30.324497 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-f69c3ae6-69d2-4ef4-b4a0-e6f324c7d8f9 admin admin] For port 514cab03-ad93-47b4-af75-fc73e4d4b9d5, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=514cab03-ad93-47b4-af75-fc73e4d4b9d5,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:45:30.324865 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f69c3ae6-69d2-4ef4-b4a0-e6f324c7d8f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (514cab03-ad93-47b4-af75-fc73e4d4b9d5), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:30.336968 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-f69c3ae6-69d2-4ef4-b4a0-e6f324c7d8f9 admin admin] Calling delete_port for 514cab03-ad93-47b4-af75-fc73e4d4b9d5 owned by network:router_gateway {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:45:30.572598 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f69c3ae6-69d2-4ef4-b4a0-e6f324c7d8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (514cab03-ad93-47b4-af75-fc73e4d4b9d5), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:30.603332 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c3ae6-69d2-4ef4-b4a0-e6f324c7d8f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=514cab03-ad93-47b4-af75-fc73e4d4b9d5,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:30.655831 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f69c3ae6-69d2-4ef4-b4a0-e6f324c7d8f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587066'] for router_gateway (68424050-34ac-459b-807e-9937abe90538), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:30.749333 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f69c3ae6-69d2-4ef4-b4a0-e6f324c7d8f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1038'] for router (68424050-34ac-459b-807e-9937abe90538), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:30.751506 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f69c3ae6-69d2-4ef4-b4a0-e6f324c7d8f9 admin admin] Publish callbacks [] for router_controller (68424050-34ac-459b-807e-9937abe90538), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:30.877047 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f69c3ae6-69d2-4ef4-b4a0-e6f324c7d8f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583598'] for router (68424050-34ac-459b-807e-9937abe90538), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:30.877598 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69c3ae6-69d2-4ef4-b4a0-e6f324c7d8f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68424050-34ac-459b-807e-9937abe90538 {{(pid=103185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 03:45:30.881834 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f69c3ae6-69d2-4ef4-b4a0-e6f324c7d8f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:30.885696 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55048) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:45:30.886762 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-f69c3ae6-69d2-4ef4-b4a0-e6f324c7d8f9 admin admin] 10.222.0.115 "DELETE /v2.0/routers/68424050-34ac-459b-807e-9937abe90538 HTTP/1.1" status: 204 len: 168 time: 1.1862364 Jan 25 03:45:30.933448 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76b9dff-309d-46bb-8da5-b4342fdaef6a admin admin] Deleting subnet f3156457-0948-4819-a7ca-8e98e39ec404 {{(pid=103186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:45:30.937113 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e76b9dff-309d-46bb-8da5-b4342fdaef6a admin admin] Publish callbacks [] for subnet (f3156457-0948-4819-a7ca-8e98e39ec404), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:30.975286 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e76b9dff-309d-46bb-8da5-b4342fdaef6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4251564'] for subnet (f3156457-0948-4819-a7ca-8e98e39ec404), precommit_delete_associations {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:31.084128 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e76b9dff-309d-46bb-8da5-b4342fdaef6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064499'] for subnet (f3156457-0948-4819-a7ca-8e98e39ec404), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:31.146772 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 15d403f8-7de0-49a0-b220-11647cfa0cd7 no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:45:31.166834 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: 15d403f8-7de0-49a0-b220-11647cfa0cd7 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:45:31.167735 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 15d403f8-7de0-49a0-b220-11647cfa0cd7 not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:45:31.168145 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 514cab03-ad93-47b4-af75-fc73e4d4b9d5 no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:45:31.187670 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: 514cab03-ad93-47b4-af75-fc73e4d4b9d5 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:45:31.188008 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 514cab03-ad93-47b4-af75-fc73e4d4b9d5 not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:45:31.191825 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e76b9dff-309d-46bb-8da5-b4342fdaef6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5192876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4817332'] for subnet (f3156457-0948-4819-a7ca-8e98e39ec404), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:31.218218 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b9dff-309d-46bb-8da5-b4342fdaef6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3156457-0948-4819-a7ca-8e98e39ec404,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:31.221862 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e76b9dff-309d-46bb-8da5-b4342fdaef6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:31.225521 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-e76b9dff-309d-46bb-8da5-b4342fdaef6a admin admin] 10.222.0.115 "DELETE /v2.0/subnets/f3156457-0948-4819-a7ca-8e98e39ec404 HTTP/1.1" status: 204 len: 168 time: 0.3378963 Jan 25 03:45:31.227622 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55050) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:45:31.229198 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4c3238-af96-4c06-acb9-51fda64ebea9 None None] Network 7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:45:31.298415 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682109'] for network (7c8d81c6-dccc-4099-b6b2-a00ea0a64b80), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:31.357821 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] Deleting port 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:45:31.358157 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:31.379455 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea493708-9241-467a-85a4-53ecf88e2f8f None None] DHCP port deletion for 7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 request from dv-cinder-819011-2-iscsi {{(pid=103187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 03:45:31.423943 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] For port 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836,segment=NetworkSegment(50df69bd-2126-48c1-8c0c-bd584009a88a),segment_id=50df69bd-2126-48c1-8c0c-bd584009a88a)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:45:31.424326 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:31.437486 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] Calling delete_port for 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 owned by network:dhcp {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:45:31.440282 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ea493708-9241-467a-85a4-53ecf88e2f8f None None] Deleting port 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:45:31.440697 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea493708-9241-467a-85a4-53ecf88e2f8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:31.492491 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcc108e7-818e-4e96-8b2d-6309381c11f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:31.508580 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-ea493708-9241-467a-85a4-53ecf88e2f8f None None] For port 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836,segment=NetworkSegment(50df69bd-2126-48c1-8c0c-bd584009a88a),segment_id=50df69bd-2126-48c1-8c0c-bd584009a88a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:45:31.508970 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea493708-9241-467a-85a4-53ecf88e2f8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:31.521442 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ea493708-9241-467a-85a4-53ecf88e2f8f None None] Calling delete_port for 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:45:31.579855 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:31.604854 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:31.608418 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] No DVR routers for this DVR port 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 on host dv-cinder-819011-2-iscsi {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:45:31.636802 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea493708-9241-467a-85a4-53ecf88e2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594'] for port (2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:31.660129 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea493708-9241-467a-85a4-53ecf88e2f8f None None] Pushing event deleted for resources: {'Port': ['ID=2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:31.666947 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea493708-9241-467a-85a4-53ecf88e2f8f None None] No DVR routers for this DVR port 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 on host dv-cinder-819011-2-iscsi {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:45:31.681373 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062318', 'neutron.services.segments.db._delete_segments_for_network-8760337342383'] for network (7c8d81c6-dccc-4099-b6b2-a00ea0a64b80), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:31.703151 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8d81c6-dccc-4099-b6b2-a00ea0a64b80']}} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:45:31.712238 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50df69bd-2126-48c1-8c0c-bd584009a88a') {'for_net_delete': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:45:31.712530 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50df69bd-2126-48c1-8c0c-bd584009a88a') {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:45:31.722336 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760337342257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4251573'] for segment (50df69bd-2126-48c1-8c0c-bd584009a88a), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:31.741526 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (50df69bd-2126-48c1-8c0c-bd584009a88a), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:31.747811 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5192946'] for segment (50df69bd-2126-48c1-8c0c-bd584009a88a), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: Traceback (most recent call last): Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: timer() Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: cb(*args, **kw) Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: return func(*args, **kwargs) Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: self._notify() Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: self.callback(batched_events) Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: event.method(event) Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: return f(self, *a, **k) Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: return self._get(url).json() Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: return self.request(url, 'GET', **kwargs) Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:45:31.750387 dv-cinder-819011-2-iscsi neutron-server[103186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:45:31.871725 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586131'] for network (7c8d81c6-dccc-4099-b6b2-a00ea0a64b80), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:31.877221 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:31.880338 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] 10.222.0.115 "DELETE /v2.0/networks/7c8d81c6-dccc-4099-b6b2-a00ea0a64b80 HTTP/1.1" status: 204 len: 168 time: 0.6518135 Jan 25 03:45:31.883496 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55052) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:45:31.891639 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eea371-a4c1-493a-867d-631d460ff4f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c8d81c6-dccc-4099-b6b2-a00ea0a64b80,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:32.225816 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9dc79d7f-f61f-42d9-9c15-77ed70d76207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560331'] for router_interface (8cdb73a0-97b7-4c5b-a056-1e3509de669d), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:32.465539 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9dc79d7f-f61f-42d9-9c15-77ed70d76207 admin admin] Deleting port fe2bde4b-3e78-478f-a201-61b2e7edf139 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:45:32.465887 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9dc79d7f-f61f-42d9-9c15-77ed70d76207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:32.545323 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-9dc79d7f-f61f-42d9-9c15-77ed70d76207 admin admin] For port fe2bde4b-3e78-478f-a201-61b2e7edf139, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=fe2bde4b-3e78-478f-a201-61b2e7edf139,segment=NetworkSegment(35815a0f-11f5-4495-ac66-5c5342398041),segment_id=35815a0f-11f5-4495-ac66-5c5342398041)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:45:32.545623 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9dc79d7f-f61f-42d9-9c15-77ed70d76207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:32.557169 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-9dc79d7f-f61f-42d9-9c15-77ed70d76207 admin admin] Calling delete_port for fe2bde4b-3e78-478f-a201-61b2e7edf139 owned by network:router_interface {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:45:32.801017 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9dc79d7f-f61f-42d9-9c15-77ed70d76207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (fe2bde4b-3e78-478f-a201-61b2e7edf139), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:32.832483 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc79d7f-f61f-42d9-9c15-77ed70d76207 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2bde4b-3e78-478f-a201-61b2e7edf139,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:32.988554 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9dc79d7f-f61f-42d9-9c15-77ed70d76207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582118'] for router_interface (8cdb73a0-97b7-4c5b-a056-1e3509de669d), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:33.165142 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:45:33.184709 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:45:33.185062 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 2f7fe4a9-5c9d-4cbb-98ac-27b3ee143836 not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:45:33.201700 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc79d7f-f61f-42d9-9c15-77ed70d76207 admin admin] Router 8cdb73a0-97b7-4c5b-a056-1e3509de669d has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:45:33.304170 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc79d7f-f61f-42d9-9c15-77ed70d76207 admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:45:33.311187 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-9dc79d7f-f61f-42d9-9c15-77ed70d76207 admin admin] 10.222.0.115 "PUT /v2.0/routers/8cdb73a0-97b7-4c5b-a056-1e3509de669d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4249063 Jan 25 03:45:33.312215 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55058) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:45:33.315345 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4744ff9a-8184-4dcf-8ad9-d2af0feff5cb None None] Sync routers for ids ['8cdb73a0-97b7-4c5b-a056-1e3509de669d'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:45:33.326037 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4744ff9a-8184-4dcf-8ad9-d2af0feff5cb None None] Routers {'8cdb73a0-97b7-4c5b-a056-1e3509de669d'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:45:33.326653 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-4744ff9a-8184-4dcf-8ad9-d2af0feff5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:45:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['8cdb73a0-97b7-4c5b-a056-1e3509de669d'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:45:33.413619 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c3cdef52-f5ab-4298-981b-cc0da50b4e96 admin admin] Publish callbacks [] for router (8cdb73a0-97b7-4c5b-a056-1e3509de669d), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:33.430316 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-4744ff9a-8184-4dcf-8ad9-d2af0feff5cb None None] Set router 8cdb73a0-97b7-4c5b-a056-1e3509de669d gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:45:33.517152 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c3cdef52-f5ab-4298-981b-cc0da50b4e96 admin admin] Publish callbacks [] for router_gateway (8cdb73a0-97b7-4c5b-a056-1e3509de669d), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:33.608006 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-4744ff9a-8184-4dcf-8ad9-d2af0feff5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'name': 'tempest-TestMinimumBasicScenario-744141087-router', 'tenant_id': '2b52023146d94b288be713ab2071fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'aac55380-dcb9-4723-8f43-a4e8865854c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:52Z', 'updated_at': '2022-01-25T03:45:32Z', 'revision_number': 5, 'project_id': '2b52023146d94b288be713ab2071fe17', 'gw_port': {'id': 'aac55380-dcb9-4723-8f43-a4e8865854c4', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:41:53Z', 'updated_at': '2022-01-25T03:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:45:33.646118 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c3cdef52-f5ab-4298-981b-cc0da50b4e96 admin admin] Deleting port aac55380-dcb9-4723-8f43-a4e8865854c4 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:45:33.646458 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c3cdef52-f5ab-4298-981b-cc0da50b4e96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (aac55380-dcb9-4723-8f43-a4e8865854c4), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:33.724847 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4744ff9a-8184-4dcf-8ad9-d2af0feff5cb None None] Checking router: 8cdb73a0-97b7-4c5b-a056-1e3509de669d for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:45:33.727376 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-c3cdef52-f5ab-4298-981b-cc0da50b4e96 admin admin] For port aac55380-dcb9-4723-8f43-a4e8865854c4, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=aac55380-dcb9-4723-8f43-a4e8865854c4,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:45:33.727736 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c3cdef52-f5ab-4298-981b-cc0da50b4e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (aac55380-dcb9-4723-8f43-a4e8865854c4), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:33.733501 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4744ff9a-8184-4dcf-8ad9-d2af0feff5cb None None] Routers {'8cdb73a0-97b7-4c5b-a056-1e3509de669d'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:45:33.734232 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-4744ff9a-8184-4dcf-8ad9-d2af0feff5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:45:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['8cdb73a0-97b7-4c5b-a056-1e3509de669d'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:45:33.739276 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-c3cdef52-f5ab-4298-981b-cc0da50b4e96 admin admin] Calling delete_port for aac55380-dcb9-4723-8f43-a4e8865854c4 owned by network:router_gateway {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:45:33.754935 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-757da680-40a0-42cb-b1cc-f3661d62b8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:33.820132 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-4744ff9a-8184-4dcf-8ad9-d2af0feff5cb None None] Set router 8cdb73a0-97b7-4c5b-a056-1e3509de669d gateway port host: None {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:45:33.873836 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-4744ff9a-8184-4dcf-8ad9-d2af0feff5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'name': 'tempest-TestMinimumBasicScenario-744141087-router', 'tenant_id': '2b52023146d94b288be713ab2071fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:52Z', 'updated_at': '2022-01-25T03:45:33Z', 'revision_number': 6, 'project_id': '2b52023146d94b288be713ab2071fe17', 'gw_port_host': None}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:45:33.903087 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4744ff9a-8184-4dcf-8ad9-d2af0feff5cb None None] The sync data for ids ['8cdb73a0-97b7-4c5b-a056-1e3509de669d'] in dv-cinder-819011-2-iscsi is: [{'id': '8cdb73a0-97b7-4c5b-a056-1e3509de669d', 'name': 'tempest-TestMinimumBasicScenario-744141087-router', 'tenant_id': '2b52023146d94b288be713ab2071fe17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:41:52Z', 'updated_at': '2022-01-25T03:45:33Z', 'revision_number': 6, 'project_id': '2b52023146d94b288be713ab2071fe17', 'gw_port_host': None}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:45:33.949532 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c3cdef52-f5ab-4298-981b-cc0da50b4e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (aac55380-dcb9-4723-8f43-a4e8865854c4), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:33.976608 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdef52-f5ab-4298-981b-cc0da50b4e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=aac55380-dcb9-4723-8f43-a4e8865854c4,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:34.037149 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c3cdef52-f5ab-4298-981b-cc0da50b4e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587066'] for router_gateway (8cdb73a0-97b7-4c5b-a056-1e3509de669d), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:34.125385 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c3cdef52-f5ab-4298-981b-cc0da50b4e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1038'] for router (8cdb73a0-97b7-4c5b-a056-1e3509de669d), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:34.127385 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c3cdef52-f5ab-4298-981b-cc0da50b4e96 admin admin] Publish callbacks [] for router_controller (8cdb73a0-97b7-4c5b-a056-1e3509de669d), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:34.241307 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c3cdef52-f5ab-4298-981b-cc0da50b4e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583598'] for router (8cdb73a0-97b7-4c5b-a056-1e3509de669d), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:34.241694 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cdef52-f5ab-4298-981b-cc0da50b4e96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cdb73a0-97b7-4c5b-a056-1e3509de669d {{(pid=103185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 03:45:34.247322 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c3cdef52-f5ab-4298-981b-cc0da50b4e96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:34.250759 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c3cdef52-f5ab-4298-981b-cc0da50b4e96 admin admin] 10.222.0.115 "DELETE /v2.0/routers/8cdb73a0-97b7-4c5b-a056-1e3509de669d HTTP/1.1" status: 204 len: 168 time: 0.9353569 Jan 25 03:45:34.251106 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55060) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:45:34.301725 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79413a9-6dc2-41b3-8b28-99ab1dafb0e1 admin admin] Deleting subnet 622eba37-a8b0-44c0-8a3d-58a3051fc9e9 {{(pid=103185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:45:34.305076 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a79413a9-6dc2-41b3-8b28-99ab1dafb0e1 admin admin] Publish callbacks [] for subnet (622eba37-a8b0-44c0-8a3d-58a3051fc9e9), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:34.341230 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a79413a9-6dc2-41b3-8b28-99ab1dafb0e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614843'] for subnet (622eba37-a8b0-44c0-8a3d-58a3051fc9e9), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:34.447580 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a79413a9-6dc2-41b3-8b28-99ab1dafb0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064499'] for subnet (622eba37-a8b0-44c0-8a3d-58a3051fc9e9), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:34.569095 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a79413a9-6dc2-41b3-8b28-99ab1dafb0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4618130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320536'] for subnet (622eba37-a8b0-44c0-8a3d-58a3051fc9e9), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:34.593133 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79413a9-6dc2-41b3-8b28-99ab1dafb0e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=622eba37-a8b0-44c0-8a3d-58a3051fc9e9,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:34.598613 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a79413a9-6dc2-41b3-8b28-99ab1dafb0e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:34.601792 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-a79413a9-6dc2-41b3-8b28-99ab1dafb0e1 admin admin] 10.222.0.115 "DELETE /v2.0/subnets/622eba37-a8b0-44c0-8a3d-58a3051fc9e9 HTTP/1.1" status: 204 len: 168 time: 0.3497996 Jan 25 03:45:34.604296 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f9506c-8b49-4d9e-83e9-0f2836f3edb1 None None] Network 67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:45:34.610066 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55064) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:45:34.685713 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682109'] for network (67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:34.742282 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] Deleting port 09867a25-a508-4baf-b77b-6631cd361526 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:45:34.742619 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (09867a25-a508-4baf-b77b-6631cd361526), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:34.892239 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16baf7f-5c7d-4df2-aa88-dc023ee73eba None None] DHCP port deletion for 67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a request from dv-cinder-819011-2-iscsi {{(pid=103187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 03:45:34.949193 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f16baf7f-5c7d-4df2-aa88-dc023ee73eba None None] Deleting port 09867a25-a508-4baf-b77b-6631cd361526 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:45:34.949517 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f16baf7f-5c7d-4df2-aa88-dc023ee73eba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (09867a25-a508-4baf-b77b-6631cd361526), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:35.026842 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f16baf7f-5c7d-4df2-aa88-dc023ee73eba None None] For port 09867a25-a508-4baf-b77b-6631cd361526, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=09867a25-a508-4baf-b77b-6631cd361526,segment=NetworkSegment(35815a0f-11f5-4495-ac66-5c5342398041),segment_id=35815a0f-11f5-4495-ac66-5c5342398041)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:45:35.027379 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f16baf7f-5c7d-4df2-aa88-dc023ee73eba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (09867a25-a508-4baf-b77b-6631cd361526), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:35.040810 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f16baf7f-5c7d-4df2-aa88-dc023ee73eba None None] Calling delete_port for 09867a25-a508-4baf-b77b-6631cd361526 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:45:35.061937 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] For port 09867a25-a508-4baf-b77b-6631cd361526, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=09867a25-a508-4baf-b77b-6631cd361526,segment=NetworkSegment(35815a0f-11f5-4495-ac66-5c5342398041),segment_id=35815a0f-11f5-4495-ac66-5c5342398041)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:45:35.062293 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (09867a25-a508-4baf-b77b-6631cd361526), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:35.075166 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] Calling delete_port for 09867a25-a508-4baf-b77b-6631cd361526 owned by network:dhcp {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:45:35.137973 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device aac55380-dcb9-4723-8f43-a4e8865854c4 no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:45:35.158506 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: aac55380-dcb9-4723-8f43-a4e8865854c4 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:45:35.158846 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device aac55380-dcb9-4723-8f43-a4e8865854c4 not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:45:35.159391 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device fe2bde4b-3e78-478f-a201-61b2e7edf139 no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:45:35.184107 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: fe2bde4b-3e78-478f-a201-61b2e7edf139 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:45:35.184696 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device fe2bde4b-3e78-478f-a201-61b2e7edf139 not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:45:35.185112 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 09867a25-a508-4baf-b77b-6631cd361526 no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:45:35.212640 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f16baf7f-5c7d-4df2-aa88-dc023ee73eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594'] for port (09867a25-a508-4baf-b77b-6631cd361526), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:35.214461 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (09867a25-a508-4baf-b77b-6631cd361526), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:35.241550 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] Pushing event deleted for resources: {'Port': ['ID=09867a25-a508-4baf-b77b-6631cd361526,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:35.243381 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] No DVR routers for this DVR port 09867a25-a508-4baf-b77b-6631cd361526 on host dv-cinder-819011-2-iscsi {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:45:35.251230 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16baf7f-5c7d-4df2-aa88-dc023ee73eba None None] Pushing event deleted for resources: {'Port': ['ID=09867a25-a508-4baf-b77b-6631cd361526,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:35.254795 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16baf7f-5c7d-4df2-aa88-dc023ee73eba None None] No DVR routers for this DVR port 09867a25-a508-4baf-b77b-6631cd361526 on host dv-cinder-819011-2-iscsi {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:45:35.258384 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No active binding found for port 09867a25-a508-4baf-b77b-6631cd361526 {{(pid=103187) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 25 03:45:35.258751 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] The host dv-cinder-819011-2-iscsi is not matching for port 09867a25-a508-4baf-b77b-6631cd361526 host None! {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 25 03:45:35.259171 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 09867a25-a508-4baf-b77b-6631cd361526 not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:45:35.297996 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:35.318541 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062318', 'neutron.services.segments.db._delete_segments_for_network-8760337342383'] for network (67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:35.338324 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a']}} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:45:35.348112 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35815a0f-11f5-4495-ac66-5c5342398041') {'for_net_delete': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:45:35.348401 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35815a0f-11f5-4495-ac66-5c5342398041') {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:45:35.358411 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760337342257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4251573'] for segment (35815a0f-11f5-4495-ac66-5c5342398041), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:35.372775 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (35815a0f-11f5-4495-ac66-5c5342398041), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:35.379017 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:45:35.379431 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5192946'] for segment (35815a0f-11f5-4495-ac66-5c5342398041), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: self.session.flush() Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: self.session.flush() Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: self.session.flush() Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: self.session.flush() Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: Traceback (most recent call last): Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: timer() Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: cb(*args, **kw) Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: return func(*args, **kwargs) Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: self._notify() Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: self.callback(batched_events) Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: event.method(event) Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: return f(self, *a, **k) Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: return self._get(url).json() Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: return self.request(url, 'GET', **kwargs) Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:45:35.381085 dv-cinder-819011-2-iscsi neutron-server[103186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:45:35.492327 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586131'] for network (67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:35.498510 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:35.501509 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] 10.222.0.115 "DELETE /v2.0/networks/67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a HTTP/1.1" status: 204 len: 168 time: 0.8903897 Jan 25 03:45:35.512098 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca61704-fb24-4c5f-84af-f9d4e2be5dea admin admin] Pushing event deleted for resources: {'Network': ['ID=67fe3b59-ad6e-431d-bcd1-885bbb6d5a7a,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:35.841196 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55068) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:45:35.880732 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-570f477d-ba24-4791-ac11-dc1b522bc9a3 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=e4705507d68244c7a9a99369120f0a3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383408 Jan 25 03:45:35.883237 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55070) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:45:35.928304 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c0a668e5-66d1-4b49-ba8d-6433b81fe262 admin admin] Publish callbacks [] for security_group (84eb19be-d078-45d1-aaf0-2b7565f03c08), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:35.949759 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c0a668e5-66d1-4b49-ba8d-6433b81fe262 admin admin] Publish callbacks [] for security_group (84eb19be-d078-45d1-aaf0-2b7565f03c08), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:36.069468 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c0a668e5-66d1-4b49-ba8d-6433b81fe262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (84eb19be-d078-45d1-aaf0-2b7565f03c08), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:36.071920 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c0a668e5-66d1-4b49-ba8d-6433b81fe262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:36.073071 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-c0a668e5-66d1-4b49-ba8d-6433b81fe262 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/84eb19be-d078-45d1-aaf0-2b7565f03c08 HTTP/1.1" status: 204 len: 168 time: 0.1889486 Jan 25 03:45:36.081659 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a668e5-66d1-4b49-ba8d-6433b81fe262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84eb19be-d078-45d1-aaf0-2b7565f03c08,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:36.680757 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55076) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:45:36.725378 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-e102d79a-bc64-4c3f-86cf-2936f452a036 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=2b52023146d94b288be713ab2071fe17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434065 Jan 25 03:45:36.727938 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55078) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:45:36.774261 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8e3f1879-b04a-4628-ad23-3d85a11db885 admin admin] Publish callbacks [] for security_group (e8cc948b-1163-4022-b9ff-d97b62d98c20), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:36.829218 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8e3f1879-b04a-4628-ad23-3d85a11db885 admin admin] Publish callbacks [] for security_group (e8cc948b-1163-4022-b9ff-d97b62d98c20), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:37.037438 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:37.092280 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8e3f1879-b04a-4628-ad23-3d85a11db885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (e8cc948b-1163-4022-b9ff-d97b62d98c20), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:37.098036 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8e3f1879-b04a-4628-ad23-3d85a11db885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:37.098036 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-8e3f1879-b04a-4628-ad23-3d85a11db885 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/e8cc948b-1163-4022-b9ff-d97b62d98c20 HTTP/1.1" status: 204 len: 168 time: 0.3672168 Jan 25 03:45:37.103849 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f1879-b04a-4628-ad23-3d85a11db885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cc948b-1163-4022-b9ff-d97b62d98c20,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:45:38.031005 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:41.943751 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:45:44.727391 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:45:50.928053 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3f99e925-d82d-40ee-8c33-a14cf829efa0 req-879d69c8-21f5-4b5b-b4c4-67629b665130 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422044 Jan 25 03:45:50.999612 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99e925-d82d-40ee-8c33-a14cf829efa0 req-95f98ea9-e9f8-45a8-8046-097027a417aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:51.001091 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3f99e925-d82d-40ee-8c33-a14cf829efa0 req-95f98ea9-e9f8-45a8-8046-097027a417aa service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=33c5e2c89460402987c96eb3c3340a68&device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 1099 time: 0.0403755 Jan 25 03:45:51.105668 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99e925-d82d-40ee-8c33-a14cf829efa0 req-80471abc-d2a6-47cd-890b-8200e5343664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:51.107316 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3f99e925-d82d-40ee-8c33-a14cf829efa0 req-80471abc-d2a6-47cd-890b-8200e5343664 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f476d920-246d-45fc-9288-e583ed5f94c0 HTTP/1.1" status: 200 len: 916 time: 0.0872679 Jan 25 03:45:51.173444 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3f99e925-d82d-40ee-8c33-a14cf829efa0 req-faaddbe2-0cd6-4ecc-96fe-d584a5d2ca90 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f6cee72-9dab-452f-955a-9024f4b6b9f4 HTTP/1.1" status: 200 len: 1000 time: 0.0603323 Jan 25 03:45:51.220560 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99e925-d82d-40ee-8c33-a14cf829efa0 req-5f2e48d4-3e04-4733-bf1d-7b2327753395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:51.221877 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3f99e925-d82d-40ee-8c33-a14cf829efa0 req-5f2e48d4-3e04-4733-bf1d-7b2327753395 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=c089812a-9ee0-4892-a79a-a6659662497a HTTP/1.1" status: 200 len: 855 time: 0.0433314 Jan 25 03:45:51.265068 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99e925-d82d-40ee-8c33-a14cf829efa0 req-20e2ec76-c301-458d-9ace-3c8b58f97483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:45:51.266527 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3f99e925-d82d-40ee-8c33-a14cf829efa0 req-20e2ec76-c301-458d-9ace-3c8b58f97483 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f476d920-246d-45fc-9288-e583ed5f94c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387535 Jan 25 03:45:51.358470 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3f99e925-d82d-40ee-8c33-a14cf829efa0 req-b4a65ac6-fa4e-499e-aa9c-32f094559521 service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851486 Jan 25 03:45:51.446779 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3f99e925-d82d-40ee-8c33-a14cf829efa0 req-d69d3221-ebc9-4c25-b7ce-545c7a754f07 service neutron] 10.222.0.112 "GET /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816796 Jan 25 03:46:01.482262 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f612e31d-6ead-4fa1-98ed-e0051b75c17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:03.770844 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d69beb8-cf3c-48e2-8fef-40cfdf9cee50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:05.276182 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:06.799850 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:08.002200 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:11.891135 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:19.842690 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fef4e8-1c87-4672-bbf3-f6cf1fb1e4f0 req-ccf2255c-9b2b-4854-9f22-12250b2fa213 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:19.844114 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-10fef4e8-1c87-4672-bbf3-f6cf1fb1e4f0 req-ccf2255c-9b2b-4854-9f22-12250b2fa213 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 946 time: 0.2119033 Jan 25 03:46:19.891395 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-10fef4e8-1c87-4672-bbf3-f6cf1fb1e4f0 req-fe30c0f9-6eef-417d-8b4e-ba22866489de tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408554 Jan 25 03:46:21.068886 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c45ca6-9dc6-46b3-89ca-c5a5790a5b7f req-5dc26953-0162-499f-98de-32d2a3fae805 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:21.070401 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-12c45ca6-9dc6-46b3-89ca-c5a5790a5b7f req-5dc26953-0162-499f-98de-32d2a3fae805 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 946 time: 0.1057820 Jan 25 03:46:21.121295 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-12c45ca6-9dc6-46b3-89ca-c5a5790a5b7f req-0199f429-972a-407c-bf7f-f623c2ecc528 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452850 Jan 25 03:46:21.711479 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d3126-9930-4426-9db1-de554298ef81 req-3d3b7761-8036-488b-af4f-b78e326a7706 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:21.713002 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b40d3126-9930-4426-9db1-de554298ef81 req-3d3b7761-8036-488b-af4f-b78e326a7706 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.112 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 946 time: 0.0474405 Jan 25 03:46:21.726132 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:46:21.806895 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-b40d3126-9930-4426-9db1-de554298ef81 req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Deleting port 9f6cee72-9dab-452f-955a-9024f4b6b9f4 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:46:21.807264 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b40d3126-9930-4426-9db1-de554298ef81 req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:21.896219 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-b40d3126-9930-4426-9db1-de554298ef81 req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] For port 9f6cee72-9dab-452f-955a-9024f4b6b9f4, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=9f6cee72-9dab-452f-955a-9024f4b6b9f4,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:46:21.896585 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b40d3126-9930-4426-9db1-de554298ef81 req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:22.061407 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b40d3126-9930-4426-9db1-de554298ef81 req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:22.061685 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b40d3126-9930-4426-9db1-de554298ef81 req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586113'] for floatingip (605d52b0-d11f-4ae3-99a9-fa6629c1def0), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:22.061992 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.db.l3_db [req-b40d3126-9930-4426-9db1-de554298ef81 req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Floating IP 605d52b0-d11f-4ae3-99a9-fa6629c1def0 disassociated. External IP: 172.27.2.40, port: 9f6cee72-9dab-452f-955a-9024f4b6b9f4. Jan 25 03:46:22.062330 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-b40d3126-9930-4426-9db1-de554298ef81 req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Calling delete_port for 9f6cee72-9dab-452f-955a-9024f4b6b9f4 owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:46:22.243500 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ad2c6-de31-4b83-a31a-edeeb1528c93 req-f2d9ac74-91f1-4bd6-a625-7557949b5bc8 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:22.244966 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-318ad2c6-de31-4b83-a31a-edeeb1528c93 req-f2d9ac74-91f1-4bd6-a625-7557949b5bc8 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 946 time: 0.0520787 Jan 25 03:46:22.267981 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b40d3126-9930-4426-9db1-de554298ef81 req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (9f6cee72-9dab-452f-955a-9024f4b6b9f4), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:22.300992 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Pushing event deleted for resources: {'Port': ['ID=9f6cee72-9dab-452f-955a-9024f4b6b9f4,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:22.355646 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:22.356000 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:22.356350 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:22.356685 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:22.357023 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:22.357356 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:22.357685 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:22.358081 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:22.358403 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:22.358728 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:22.359224 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:22.359487 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:22.359751 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:22.452605 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b40d3126-9930-4426-9db1-de554298ef81 req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Router 5a15c3c2-a4df-4bda-baf8-944075fcce8a has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:46:22.533456 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-318ad2c6-de31-4b83-a31a-edeeb1528c93 req-db0b57d1-1913-493e-ae00-4ac6c9f0ef91 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups?id=290fe57b-2906-407b-b54e-404bffd616e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2828345 Jan 25 03:46:22.562471 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b40d3126-9930-4426-9db1-de554298ef81 req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:46:22.572320 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170ea18e-d9d5-424b-9ba4-d3126f83084d None None] Sync routers for ids ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:46:22.582455 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ea18e-d9d5-424b-9ba4-d3126f83084d None None] Routers {'5a15c3c2-a4df-4bda-baf8-944075fcce8a'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:46:22.583013 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-170ea18e-d9d5-424b-9ba4-d3126f83084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:46:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:22.601860 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40d3126-9930-4426-9db1-de554298ef81 req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] No DVR routers for this DVR port 9f6cee72-9dab-452f-955a-9024f4b6b9f4 on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:46:22.604494 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-b40d3126-9930-4426-9db1-de554298ef81 req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:22.607905 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b40d3126-9930-4426-9db1-de554298ef81 req-e9429bfd-142f-4059-80f3-0c6df744c0a5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.112 "DELETE /v2.0/ports/9f6cee72-9dab-452f-955a-9024f4b6b9f4 HTTP/1.1" status: 204 len: 173 time: 0.8888383 Jan 25 03:46:22.608354 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8302b8-b04f-40ea-a9ff-2461018e7962', 'name': 'network-vif-deleted', 'tag': '9f6cee72-9dab-452f-955a-9024f4b6b9f4'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:46:22.610777 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f450381d-d35b-47fc-a886-761dbcbadd78" -d '{"events": [{"server_uuid": "6b8302b8-b04f-40ea-a9ff-2461018e7962", "name": "network-vif-deleted", "tag": "9f6cee72-9dab-452f-955a-9024f4b6b9f4"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:46:22.651891 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448ac0fd-a52c-49e5-bcd9-fa99759738bb x-openstack-request-id: req-448ac0fd-a52c-49e5-bcd9-fa99759738bb {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:46:22.657973 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8302b8-b04f-40ea-a9ff-2461018e7962", "name": "network-vif-deleted", "tag": "9f6cee72-9dab-452f-955a-9024f4b6b9f4", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:46:22.657973 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-448ac0fd-a52c-49e5-bcd9-fa99759738bb {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:46:22.657973 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8302b8-b04f-40ea-a9ff-2461018e7962', 'name': 'network-vif-deleted', 'tag': '9f6cee72-9dab-452f-955a-9024f4b6b9f4', 'status': 'completed', 'code': 200} Jan 25 03:46:22.694195 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-170ea18e-d9d5-424b-9ba4-d3126f83084d None None] Set router 5a15c3c2-a4df-4bda-baf8-944075fcce8a gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:46:22.911548 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-170ea18e-d9d5-424b-9ba4-d3126f83084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 4, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port': {'id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'c19e7f2d-a8d9-42a4-8459-6dd112438fb2', 'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'mac_address': 'fa:16:3e:7d:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:37Z', 'updated_at': '2022-01-25T03:35:43Z', 'revision_number': 5, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'subnets': [{'id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:22.937955 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170ea18e-d9d5-424b-9ba4-d3126f83084d None None] Checking router: 5a15c3c2-a4df-4bda-baf8-944075fcce8a for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:46:22.946966 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ea18e-d9d5-424b-9ba4-d3126f83084d None None] Routers {'5a15c3c2-a4df-4bda-baf8-944075fcce8a'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:46:22.947601 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-170ea18e-d9d5-424b-9ba4-d3126f83084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:46:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:23.057795 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-170ea18e-d9d5-424b-9ba4-d3126f83084d None None] Set router 5a15c3c2-a4df-4bda-baf8-944075fcce8a gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:46:23.259779 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-170ea18e-d9d5-424b-9ba4-d3126f83084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 4, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port': {'id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'c19e7f2d-a8d9-42a4-8459-6dd112438fb2', 'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'mac_address': 'fa:16:3e:7d:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:37Z', 'updated_at': '2022-01-25T03:35:43Z', 'revision_number': 5, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'subnets': [{'id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:23.288488 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170ea18e-d9d5-424b-9ba4-d3126f83084d None None] The sync data for ids ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'] in dv-cinder-819011-2-iscsi is: [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:35:38Z', 'revision_number': 4, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port': {'id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'c19e7f2d-a8d9-42a4-8459-6dd112438fb2', 'name': '', 'network_id': 'f476d920-246d-45fc-9288-e583ed5f94c0', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'mac_address': 'fa:16:3e:7d:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:37Z', 'updated_at': '2022-01-25T03:35:43Z', 'revision_number': 5, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'subnets': [{'id': 'c089812a-9ee0-4892-a79a-a6659662497a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:46:23.520066 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea05e12-6312-4a65-aa8f-8f4c09cc6e9f None None] New status for floating IP 605d52b0-d11f-4ae3-99a9-fa6629c1def0: DOWN {{(pid=103188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:46:23.645682 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4425d011-bdac-4891-9bde-ed3834124af2 req-434d5950-e0a3-4fed-9861-b11b7f3c038c tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b8302b8-b04f-40ea-a9ff-2461018e7962 HTTP/1.1" status: 200 len: 210 time: 0.0255365 Jan 25 03:46:24.799552 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55166) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:24.851390 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-33922606-3b7f-4d0b-9f6c-7a0bbe756a78 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group (290fe57b-2906-407b-b54e-404bffd616e2), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:24.873184 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-33922606-3b7f-4d0b-9f6c-7a0bbe756a78 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group (290fe57b-2906-407b-b54e-404bffd616e2), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:24.984490 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-33922606-3b7f-4d0b-9f6c-7a0bbe756a78 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (290fe57b-2906-407b-b54e-404bffd616e2), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:24.987179 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-33922606-3b7f-4d0b-9f6c-7a0bbe756a78 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:24.988889 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-33922606-3b7f-4d0b-9f6c-7a0bbe756a78 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "DELETE /v2.0/security-groups/290fe57b-2906-407b-b54e-404bffd616e2 HTTP/1.1" status: 204 len: 168 time: 0.1877894 Jan 25 03:46:24.991172 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55168) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:24.997164 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33922606-3b7f-4d0b-9f6c-7a0bbe756a78 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=290fe57b-2906-407b-b54e-404bffd616e2,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:25.004172 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33922606-3b7f-4d0b-9f6c-7a0bbe756a78 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:25.004523 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33922606-3b7f-4d0b-9f6c-7a0bbe756a78 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:25.004806 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.api.v2.resource [None req-0e7e24c3-1d98-4182-adc8-7e0abb8d37b5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] show failed (client error): The resource could not be found. Jan 25 03:46:25.004932 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33922606-3b7f-4d0b-9f6c-7a0bbe756a78 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:25.005191 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33922606-3b7f-4d0b-9f6c-7a0bbe756a78 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:25.005566 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33922606-3b7f-4d0b-9f6c-7a0bbe756a78 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:25.006210 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-0e7e24c3-1d98-4182-adc8-7e0abb8d37b5 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "GET /v2.0/security-groups/290fe57b-2906-407b-b54e-404bffd616e2 HTTP/1.1" status: 404 len: 347 time: 0.0136344 Jan 25 03:46:25.006321 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33922606-3b7f-4d0b-9f6c-7a0bbe756a78 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:25.006321 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33922606-3b7f-4d0b-9f6c-7a0bbe756a78 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:25.006504 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33922606-3b7f-4d0b-9f6c-7a0bbe756a78 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:25.006787 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33922606-3b7f-4d0b-9f6c-7a0bbe756a78 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:25.007150 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33922606-3b7f-4d0b-9f6c-7a0bbe756a78 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:25.007467 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33922606-3b7f-4d0b-9f6c-7a0bbe756a78 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:25.007788 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33922606-3b7f-4d0b-9f6c-7a0bbe756a78 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:25.008114 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33922606-3b7f-4d0b-9f6c-7a0bbe756a78 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:25.008845 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55170) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:25.149168 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-35ad5f0c-b439-4b1b-b7ac-2fe949d04a95 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Deleting port eb6765d7-7b1e-472b-aea0-62f8df25d532 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:46:25.149503 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-35ad5f0c-b439-4b1b-b7ac-2fe949d04a95 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (eb6765d7-7b1e-472b-aea0-62f8df25d532), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:25.222855 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-35ad5f0c-b439-4b1b-b7ac-2fe949d04a95 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (eb6765d7-7b1e-472b-aea0-62f8df25d532), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:25.223224 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-35ad5f0c-b439-4b1b-b7ac-2fe949d04a95 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for floatingip (eb6765d7-7b1e-472b-aea0-62f8df25d532), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:25.234372 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-35ad5f0c-b439-4b1b-b7ac-2fe949d04a95 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Calling delete_port for eb6765d7-7b1e-472b-aea0-62f8df25d532 owned by network:floatingip {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:46:25.418866 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-35ad5f0c-b439-4b1b-b7ac-2fe949d04a95 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (eb6765d7-7b1e-472b-aea0-62f8df25d532), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:25.446912 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad5f0c-b439-4b1b-b7ac-2fe949d04a95 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Pushing event deleted for resources: {'Port': ['ID=eb6765d7-7b1e-472b-aea0-62f8df25d532,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:25.510683 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-35ad5f0c-b439-4b1b-b7ac-2fe949d04a95 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks [] for floatingip (605d52b0-d11f-4ae3-99a9-fa6629c1def0), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:25.513195 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-35ad5f0c-b439-4b1b-b7ac-2fe949d04a95 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:25.514344 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-35ad5f0c-b439-4b1b-b7ac-2fe949d04a95 tempest-AttachVolumeShelveTestJSON-1335948593 tempest-AttachVolumeShelveTestJSON-1335948593-project] 10.222.0.115 "DELETE /v2.0/floatingips/605d52b0-d11f-4ae3-99a9-fa6629c1def0 HTTP/1.1" status: 204 len: 168 time: 0.5047250 Jan 25 03:46:25.749360 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-c5acc12f-a135-414e-ac84-f8b925c00dd7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-63611146&fields=id&tenant_id=0fe72d0d8d144438a671aac4e939c693 HTTP/1.1" status: 200 len: 267 time: 0.0439498 Jan 25 03:46:25.800457 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 9f6cee72-9dab-452f-955a-9024f4b6b9f4 no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:46:25.837541 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: 9f6cee72-9dab-452f-955a-9024f4b6b9f4 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:46:25.837866 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 9f6cee72-9dab-452f-955a-9024f4b6b9f4 not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:46:25.863039 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-2fb5bada-bf66-474b-a0e5-cb934090abc3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:25.864545 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-2fb5bada-bf66-474b-a0e5-cb934090abc3 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/networks?id=0ff74d41-8997-4f13-a353-f1aafd7e012e HTTP/1.1" status: 200 len: 812 time: 0.1079152 Jan 25 03:46:25.879603 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-d6b55ab5-8e4d-4322-a4d2-228901c21a55 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/quotas/0fe72d0d8d144438a671aac4e939c693 HTTP/1.1" status: 200 len: 375 time: 0.0091310 Jan 25 03:46:25.936439 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-59e0e044-819d-42b6-b89a-39fb9b7b1dad tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=0fe72d0d8d144438a671aac4e939c693&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516977 Jan 25 03:46:25.992713 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-38ee47fa-4a99-42c6-b47e-c9e5383b413d service neutron] http://10.222.0.115:9696/v2.0/extensions returned with HTTP 200 {{(pid=103186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:46:25.993706 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-38ee47fa-4a99-42c6-b47e-c9e5383b413d service neutron] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468516 Jan 25 03:46:26.081490 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-a08141ea-2f36-41c0-a122-8f9e56930a05 service neutron] 10.222.0.115 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819044 Jan 25 03:46:26.196016 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-0fdc62ce-477e-4787-90db-955ad1fd5471 service neutron] 10.222.0.115 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086781 Jan 25 03:46:26.773889 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3b819175-e218-471c-87a3-ae94e5baccf4 req-d6633ee9-44d2-421c-8e53-314d774af1a5 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 210 time: 0.0295267 Jan 25 03:46:27.866996 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0cedc6e2-4f22-40e5-8641-e3de9d6b9f12 req-d2aa1630-a8eb-4f56-b7f1-57aaedda8504 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 210 time: 0.0266354 Jan 25 03:46:28.249362 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55224) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:28.690845 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-94fd0406-11aa-4f02-a91a-13256b30b98c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560331'] for router_interface (5a15c3c2-a4df-4bda-baf8-944075fcce8a), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:28.926453 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-0115cf91-1078-48b5-9784-6f641de82681 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:28.927963 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-0115cf91-1078-48b5-9784-6f641de82681 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.112 "GET /v2.0/networks?id=0ff74d41-8997-4f13-a353-f1aafd7e012e HTTP/1.1" status: 200 len: 812 time: 0.1641645 Jan 25 03:46:28.960676 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c6b6f7db-efcf-4c63-9833-1202f9d09bb0 req-3ec3c974-0dc4-4c1f-98a3-a0225c8fed08 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 210 time: 0.0255179 Jan 25 03:46:29.043117 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-66b3a2c2-019a-4428-822a-0f7e900ecc1a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fe72d0d8d144438a671aac4e939c693 HTTP/1.1" status: 200 len: 378 time: 0.0988789 Jan 25 03:46:29.066215 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-6a433fef-e1f4-4894-8a25-93f2a9235c45 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Request body: {'port': {'device_id': '31fc95ec-6950-4d1c-8a8e-8cd379ddc451', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'admin_state_up': True, 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'security_groups': ['6744eb07-18e5-4865-83ab-4fe93b386738']}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:46:29.072541 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-94fd0406-11aa-4f02-a91a-13256b30b98c admin admin] Deleting port c19e7f2d-a8d9-42a4-8459-6dd112438fb2 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:46:29.072876 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-94fd0406-11aa-4f02-a91a-13256b30b98c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (c19e7f2d-a8d9-42a4-8459-6dd112438fb2), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:29.468319 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-94fd0406-11aa-4f02-a91a-13256b30b98c admin admin] For port c19e7f2d-a8d9-42a4-8459-6dd112438fb2, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=c19e7f2d-a8d9-42a4-8459-6dd112438fb2,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:46:29.468671 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-94fd0406-11aa-4f02-a91a-13256b30b98c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (c19e7f2d-a8d9-42a4-8459-6dd112438fb2), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:29.483316 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-94fd0406-11aa-4f02-a91a-13256b30b98c admin admin] Calling delete_port for c19e7f2d-a8d9-42a4-8459-6dd112438fb2 owned by network:router_interface {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:46:29.554373 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-6a433fef-e1f4-4894-8a25-93f2a9235c45 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Made reservation on behalf of 0fe72d0d8d144438a671aac4e939c693 for: {'port': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:46:29.558122 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-6a433fef-e1f4-4894-8a25-93f2a9235c45 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:29.766146 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-6a433fef-e1f4-4894-8a25-93f2a9235c45 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Allocated IP 172.20.0.13 (0ff74d41-8997-4f13-a353-f1aafd7e012e/de574e71-d5c9-48da-aa30-76bdfc91fca9/9fc9a725-79a8-415e-b949-ee950a70e69e) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:46:29.862764 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-94fd0406-11aa-4f02-a91a-13256b30b98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (c19e7f2d-a8d9-42a4-8459-6dd112438fb2), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:29.897265 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd0406-11aa-4f02-a91a-13256b30b98c admin admin] Pushing event deleted for resources: {'Port': ['ID=c19e7f2d-a8d9-42a4-8459-6dd112438fb2,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:29.983468 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-6a433fef-e1f4-4894-8a25-93f2a9235c45 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for port (9fc9a725-79a8-415e-b949-ee950a70e69e), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:30.084175 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-be3f0697-56fc-4171-a82a-887cf29358e7 req-3aeff7cf-6966-47d2-800b-873997619bb4 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 210 time: 0.0410616 Jan 25 03:46:30.136352 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-94fd0406-11aa-4f02-a91a-13256b30b98c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582118'] for router_interface (5a15c3c2-a4df-4bda-baf8-944075fcce8a), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:30.181127 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-6a433fef-e1f4-4894-8a25-93f2a9235c45 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (9fc9a725-79a8-415e-b949-ee950a70e69e), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:30.262250 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-6a433fef-e1f4-4894-8a25-93f2a9235c45 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Network 0ff74d41-8997-4f13-a353-f1aafd7e012e is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:46:30.272579 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-6a433fef-e1f4-4894-8a25-93f2a9235c45 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:46:30.278386 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-6a433fef-e1f4-4894-8a25-93f2a9235c45 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:46:30.286240 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a433fef-e1f4-4894-8a25-93f2a9235c45 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event updated for resources: {'Port': ['ID=9fc9a725-79a8-415e-b949-ee950a70e69e,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:30.343288 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-6a433fef-e1f4-4894-8a25-93f2a9235c45 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:30.343934 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-6a433fef-e1f4-4894-8a25-93f2a9235c45 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:30.455841 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fd0406-11aa-4f02-a91a-13256b30b98c admin admin] Router 5a15c3c2-a4df-4bda-baf8-944075fcce8a has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:46:30.461947 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-6a433fef-e1f4-4894-8a25-93f2a9235c45 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3994837 Jan 25 03:46:30.472096 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7b01acda-edfe-48d0-b59c-9b1eda90112d tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] http://10.222.0.115:9696/v2.0/extensions returned with HTTP 200 {{(pid=103186) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:46:30.473152 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7b01acda-edfe-48d0-b59c-9b1eda90112d tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049963 Jan 25 03:46:30.489044 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-3ddfd90a-5ca0-45e3-a014-1e55f2beb4f0 None None] Provisioning complete for port 9fc9a725-79a8-415e-b949-ee950a70e69e triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:46:30.489611 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ddfd90a-5ca0-45e3-a014-1e55f2beb4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (9fc9a725-79a8-415e-b949-ee950a70e69e), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:30.528289 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3ddfd90a-5ca0-45e3-a014-1e55f2beb4f0 None None] Port 9fc9a725-79a8-415e-b949-ee950a70e69e cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:46:30.561215 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Request body: {'port': {'device_id': '31fc95ec-6950-4d1c-8a8e-8cd379ddc451', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:46:30.623573 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fd0406-11aa-4f02-a91a-13256b30b98c admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:46:30.630091 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-94fd0406-11aa-4f02-a91a-13256b30b98c admin admin] 10.222.0.115 "PUT /v2.0/routers/5a15c3c2-a4df-4bda-baf8-944075fcce8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3796759 Jan 25 03:46:30.632731 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (9fc9a725-79a8-415e-b949-ee950a70e69e), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:30.633563 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55234) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:30.636006 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c58ee3-e392-4c2f-9793-cb05afcfb8ef None None] Sync routers for ids ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:46:30.645954 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c58ee3-e392-4c2f-9793-cb05afcfb8ef None None] Routers {'5a15c3c2-a4df-4bda-baf8-944075fcce8a'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:46:30.646574 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-e8c58ee3-e392-4c2f-9793-cb05afcfb8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:46:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:30.740479 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9f82-0d12-484c-ad9a-7b2c9df79169 admin admin] Publish callbacks [] for router (5a15c3c2-a4df-4bda-baf8-944075fcce8a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:30.760563 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-e8c58ee3-e392-4c2f-9793-cb05afcfb8ef None None] Set router 5a15c3c2-a4df-4bda-baf8-944075fcce8a gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:46:30.847418 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9f82-0d12-484c-ad9a-7b2c9df79169 admin admin] Publish callbacks [] for router_gateway (5a15c3c2-a4df-4bda-baf8-944075fcce8a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:30.912512 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc9a725-79a8-415e-b949-ee950a70e69e {{(pid=103186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:46:30.920977 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Publish callbacks [] for port (9fc9a725-79a8-415e-b949-ee950a70e69e), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:30.934813 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.provisioning_blocks [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Transition to ACTIVE for port object 9fc9a725-79a8-415e-b949-ee950a70e69e will not be triggered until provisioned by entity L2. {{(pid=103186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:46:30.942109 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-e8c58ee3-e392-4c2f-9793-cb05afcfb8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:46:29Z', 'revision_number': 5, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port': {'id': 'c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:35:32Z', 'updated_at': '2022-01-25T03:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:30.957446 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1c1f9f82-0d12-484c-ad9a-7b2c9df79169 admin admin] Deleting port c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:46:30.957832 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9f82-0d12-484c-ad9a-7b2c9df79169 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:30.967935 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c58ee3-e392-4c2f-9793-cb05afcfb8ef None None] Checking router: 5a15c3c2-a4df-4bda-baf8-944075fcce8a for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:46:30.976797 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c58ee3-e392-4c2f-9793-cb05afcfb8ef None None] Routers {'5a15c3c2-a4df-4bda-baf8-944075fcce8a'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:46:30.977400 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-e8c58ee3-e392-4c2f-9793-cb05afcfb8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:46:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:31.013418 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (9fc9a725-79a8-415e-b949-ee950a70e69e), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:31.043992 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-1c1f9f82-0d12-484c-ad9a-7b2c9df79169 admin admin] For port c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:46:31.044375 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9f82-0d12-484c-ad9a-7b2c9df79169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:31.058223 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1c1f9f82-0d12-484c-ad9a-7b2c9df79169 admin admin] Calling delete_port for c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8 owned by network:router_gateway {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:46:31.069127 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-e8c58ee3-e392-4c2f-9793-cb05afcfb8ef None None] Set router 5a15c3c2-a4df-4bda-baf8-944075fcce8a gateway port host: None {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:46:31.097523 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc9a725-79a8-415e-b949-ee950a70e69e,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:31.174317 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-e8c58ee3-e392-4c2f-9793-cb05afcfb8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:46:30Z', 'revision_number': 6, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port_host': None}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:31.206680 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c58ee3-e392-4c2f-9793-cb05afcfb8ef None None] The sync data for ids ['5a15c3c2-a4df-4bda-baf8-944075fcce8a'] in dv-cinder-819011-2-iscsi is: [{'id': '5a15c3c2-a4df-4bda-baf8-944075fcce8a', 'name': 'tempest-AttachVolumeShelveTestJSON-539117186-router', 'tenant_id': '33c5e2c89460402987c96eb3c3340a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:35:31Z', 'updated_at': '2022-01-25T03:46:30Z', 'revision_number': 6, 'project_id': '33c5e2c89460402987c96eb3c3340a68', 'gw_port_host': None}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:46:31.233715 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Attempting to bind port 9fc9a725-79a8-415e-b949-ee950a70e69e on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:46:31.234050 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Attempting to bind port 9fc9a725-79a8-415e-b949-ee950a70e69e by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:46:31.234617 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Attempting to bind port 9fc9a725-79a8-415e-b949-ee950a70e69e on network 0ff74d41-8997-4f13-a353-f1aafd7e012e {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:46:31.241580 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Port 9fc9a725-79a8-415e-b949-ee950a70e69e on network 0ff74d41-8997-4f13-a353-f1aafd7e012e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:46:31.241580 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Attempting to bind port 9fc9a725-79a8-415e-b949-ee950a70e69e on network 0ff74d41-8997-4f13-a353-f1aafd7e012e {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:46:31.245943 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:46:31.246284 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Checking segment: {'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:46:31.246723 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Bound using segment: {'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:46:31.247257 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Bound port: 9fc9a725-79a8-415e-b949-ee950a70e69e, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:46:31.247532 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (9fc9a725-79a8-415e-b949-ee950a70e69e), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:31.305599 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072c5fd-88fc-4808-93bb-304bcec87e6a req-faaf6924-0860-433c-8698-46fb6c58fbcb tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:31.307211 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a072c5fd-88fc-4808-93bb-304bcec87e6a req-faaf6924-0860-433c-8698-46fb6c58fbcb tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 944 time: 0.1104414 Jan 25 03:46:31.315781 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] For port 9fc9a725-79a8-415e-b949-ee950a70e69e, host hv-cinder-81901, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:46:31.319149 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] For port 9fc9a725-79a8-415e-b949-ee950a70e69e, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=9fc9a725-79a8-415e-b949-ee950a70e69e,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:46:31.359221 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a072c5fd-88fc-4808-93bb-304bcec87e6a req-26c4e468-4e55-477a-98ed-d91cb53ea3f9 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453529 Jan 25 03:46:31.360307 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9f82-0d12-484c-ad9a-7b2c9df79169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:31.385298 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (9fc9a725-79a8-415e-b949-ee950a70e69e), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:31.389804 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f9f82-0d12-484c-ad9a-7b2c9df79169 admin admin] Pushing event deleted for resources: {'Port': ['ID=c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:31.426699 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:31.427394 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:31.428847 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] 10.222.0.112 "PUT /v2.0/ports/9fc9a725-79a8-415e-b949-ee950a70e69e HTTP/1.1" status: 200 len: 1094 time: 0.9191966 Jan 25 03:46:31.429270 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fc95ec-6950-4d1c-8a8e-8cd379ddc451', 'tag': '9fc9a725-79a8-415e-b949-ee950a70e69e'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:46:31.431550 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e287f3-1017-40ed-951b-a15889939bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "31fc95ec-6950-4d1c-8a8e-8cd379ddc451", "tag": "9fc9a725-79a8-415e-b949-ee950a70e69e"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:46:31.467313 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef3048-d366-4159-ab29-6c5892e7ba04 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc9a725-79a8-415e-b949-ee950a70e69e,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:31.471252 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9f82-0d12-484c-ad9a-7b2c9df79169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587066'] for router_gateway (5a15c3c2-a4df-4bda-baf8-944075fcce8a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:31.491470 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f403d209-5bf1-4512-8ecc-6f306b28e933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:31.570535 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74aadeeb-8e83-48c3-be56-7c58622c5ab5 x-openstack-request-id: req-74aadeeb-8e83-48c3-be56-7c58622c5ab5 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:46:31.570854 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fc95ec-6950-4d1c-8a8e-8cd379ddc451", "tag": "9fc9a725-79a8-415e-b949-ee950a70e69e", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:46:31.571159 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-74aadeeb-8e83-48c3-be56-7c58622c5ab5 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:46:31.571538 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31fc95ec-6950-4d1c-8a8e-8cd379ddc451', 'tag': '9fc9a725-79a8-415e-b949-ee950a70e69e', 'status': 'completed', 'code': 200} Jan 25 03:46:31.581105 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9f82-0d12-484c-ad9a-7b2c9df79169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1038'] for router (5a15c3c2-a4df-4bda-baf8-944075fcce8a), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:31.583851 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9f82-0d12-484c-ad9a-7b2c9df79169 admin admin] Publish callbacks [] for router_controller (5a15c3c2-a4df-4bda-baf8-944075fcce8a), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:31.635393 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-860dbe25-1b22-40e9-9a5c-fac7941135b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:31.638950 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-860dbe25-1b22-40e9-9a5c-fac7941135b5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0fe72d0d8d144438a671aac4e939c693&device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 1097 time: 0.0501037 Jan 25 03:46:31.696000 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7b4889c5-ad2c-432d-ba8d-9129644d0f64 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc9a725-79a8-415e-b949-ee950a70e69e HTTP/1.1" status: 200 len: 217 time: 0.0461478 Jan 25 03:46:31.704867 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9f82-0d12-484c-ad9a-7b2c9df79169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583598'] for router (5a15c3c2-a4df-4bda-baf8-944075fcce8a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:31.707285 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1f9f82-0d12-484c-ad9a-7b2c9df79169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a15c3c2-a4df-4bda-baf8-944075fcce8a {{(pid=103185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 03:46:31.713263 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9f82-0d12-484c-ad9a-7b2c9df79169 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:31.716689 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1c1f9f82-0d12-484c-ad9a-7b2c9df79169 admin admin] 10.222.0.115 "DELETE /v2.0/routers/5a15c3c2-a4df-4bda-baf8-944075fcce8a HTTP/1.1" status: 204 len: 168 time: 1.0797400 Jan 25 03:46:31.720440 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55242) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:31.748465 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-f563901f-8446-4123-a391-1b605ec03734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:31.750011 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-f563901f-8446-4123-a391-1b605ec03734 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=de574e71-d5c9-48da-aa30-76bdfc91fca9 HTTP/1.1" status: 200 len: 851 time: 0.0481229 Jan 25 03:46:31.769156 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2659f6-de8a-4d30-95cc-764dceed4e69 admin admin] Deleting subnet c089812a-9ee0-4892-a79a-a6659662497a {{(pid=103185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:46:31.772547 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e2659f6-de8a-4d30-95cc-764dceed4e69 admin admin] Publish callbacks [] for subnet (c089812a-9ee0-4892-a79a-a6659662497a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:31.794140 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7c4462fd-d7e1-48d7-9b62-ad2742685c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:31.795641 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-7c4462fd-d7e1-48d7-9b62-ad2742685c9c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=0ff74d41-8997-4f13-a353-f1aafd7e012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401518 Jan 25 03:46:31.807810 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e2659f6-de8a-4d30-95cc-764dceed4e69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614843'] for subnet (c089812a-9ee0-4892-a79a-a6659662497a), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:31.887786 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e2659f6-de8a-4d30-95cc-764dceed4e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064499'] for subnet (c089812a-9ee0-4892-a79a-a6659662497a), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:31.889477 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-83c22830-8955-4b5b-a51c-5b1fa3b17ad9 service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878389 Jan 25 03:46:31.983413 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-53ceec13-0f18-46cb-8b33-c3a02b2ecb20 req-ecfe5cf5-5583-45f6-acd1-fce4b9858618 service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884933 Jan 25 03:46:32.022339 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e2659f6-de8a-4d30-95cc-764dceed4e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4618130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320536'] for subnet (c089812a-9ee0-4892-a79a-a6659662497a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:32.050226 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2659f6-de8a-4d30-95cc-764dceed4e69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c089812a-9ee0-4892-a79a-a6659662497a,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:32.056936 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e2659f6-de8a-4d30-95cc-764dceed4e69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:32.061137 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-6e2659f6-de8a-4d30-95cc-764dceed4e69 admin admin] 10.222.0.115 "DELETE /v2.0/subnets/c089812a-9ee0-4892-a79a-a6659662497a HTTP/1.1" status: 204 len: 168 time: 0.3427517 Jan 25 03:46:32.062205 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5eecab-bdae-4465-9221-29c89bb66654 None None] Network f476d920-246d-45fc-9288-e583ed5f94c0 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:46:32.063764 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55244) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:32.137421 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682109'] for network (f476d920-246d-45fc-9288-e583ed5f94c0), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:32.217241 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] Deleting port a3e98018-35e1-4ba6-83d4-350b9aae1f54 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:46:32.217581 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (a3e98018-35e1-4ba6-83d4-350b9aae1f54), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:32.223826 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] DHCP port deletion for f476d920-246d-45fc-9288-e583ed5f94c0 request from dv-cinder-819011-2-iscsi {{(pid=103187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 03:46:32.248584 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e287f3-1017-40ed-951b-a15889939bb0 req-b2fed4f6-3bb8-446d-af6b-89025a4275c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:32.250035 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-15e287f3-1017-40ed-951b-a15889939bb0 req-b2fed4f6-3bb8-446d-af6b-89025a4275c4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0fe72d0d8d144438a671aac4e939c693&device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 1097 time: 0.0725455 Jan 25 03:46:32.270357 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] Deleting port a3e98018-35e1-4ba6-83d4-350b9aae1f54 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:46:32.270659 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (a3e98018-35e1-4ba6-83d4-350b9aae1f54), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:32.341249 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] For port a3e98018-35e1-4ba6-83d4-350b9aae1f54, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=a3e98018-35e1-4ba6-83d4-350b9aae1f54,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:46:32.341648 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (a3e98018-35e1-4ba6-83d4-350b9aae1f54), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:32.351840 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] For port a3e98018-35e1-4ba6-83d4-350b9aae1f54, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=a3e98018-35e1-4ba6-83d4-350b9aae1f54,segment=NetworkSegment(3f377e7e-fbd0-433f-81b2-988bc7eaecd4),segment_id=3f377e7e-fbd0-433f-81b2-988bc7eaecd4)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:46:32.352207 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (a3e98018-35e1-4ba6-83d4-350b9aae1f54), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:32.354099 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] Calling delete_port for a3e98018-35e1-4ba6-83d4-350b9aae1f54 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:46:32.369076 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] Calling delete_port for a3e98018-35e1-4ba6-83d4-350b9aae1f54 owned by network:dhcp {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:46:32.425812 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e287f3-1017-40ed-951b-a15889939bb0 req-0b571fab-ba75-4954-b0c6-c7df6bcf9f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:32.427251 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-15e287f3-1017-40ed-951b-a15889939bb0 req-0b571fab-ba75-4954-b0c6-c7df6bcf9f8d service neutron] 10.222.0.112 "GET /v2.0/networks?id=0ff74d41-8997-4f13-a353-f1aafd7e012e HTTP/1.1" status: 200 len: 912 time: 0.1538334 Jan 25 03:46:32.476818 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-15e287f3-1017-40ed-951b-a15889939bb0 req-2a2143ad-e703-4005-b6a9-669946ab63b8 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc9a725-79a8-415e-b949-ee950a70e69e HTTP/1.1" status: 200 len: 217 time: 0.0427771 Jan 25 03:46:32.479422 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2489a5-1735-4f87-b79f-c395905c398a req-a2942714-1111-4678-97b7-a84cbe40425a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:32.480846 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7c2489a5-1735-4f87-b79f-c395905c398a req-a2942714-1111-4678-97b7-a84cbe40425a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 944 time: 0.0507383 Jan 25 03:46:32.525159 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594'] for port (a3e98018-35e1-4ba6-83d4-350b9aae1f54), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:32.539508 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e287f3-1017-40ed-951b-a15889939bb0 req-c8b30a2a-4290-43c9-86bf-b7a942c39b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:32.544407 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-15e287f3-1017-40ed-951b-a15889939bb0 req-c8b30a2a-4290-43c9-86bf-b7a942c39b50 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=de574e71-d5c9-48da-aa30-76bdfc91fca9 HTTP/1.1" status: 200 len: 851 time: 0.0584235 Jan 25 03:46:32.544407 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (a3e98018-35e1-4ba6-83d4-350b9aae1f54), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:32.544614 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7c2489a5-1735-4f87-b79f-c395905c398a req-63836b08-d15f-4ede-b6f2-055c1bcb3c8f tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556283 Jan 25 03:46:32.557086 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] Pushing event deleted for resources: {'Port': ['ID=a3e98018-35e1-4ba6-83d4-350b9aae1f54,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:32.564443 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:32.564838 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:32.565341 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:32.565679 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:32.566010 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:32.566526 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:32.566974 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:32.567321 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:32.567644 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:32.567968 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:32.568287 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:32.568603 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:32.568919 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:32.571655 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e9b3e-ad1e-4b12-af91-bfbc6648de0c None None] No DVR routers for this DVR port a3e98018-35e1-4ba6-83d4-350b9aae1f54 on host dv-cinder-819011-2-iscsi {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:46:32.586363 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3e98018-35e1-4ba6-83d4-350b9aae1f54,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:32.603787 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] No DVR routers for this DVR port a3e98018-35e1-4ba6-83d4-350b9aae1f54 on host dv-cinder-819011-2-iscsi {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:46:32.657740 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e287f3-1017-40ed-951b-a15889939bb0 req-41447ada-ac1a-4fe3-ab83-3c05dd315580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:32.659280 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-15e287f3-1017-40ed-951b-a15889939bb0 req-41447ada-ac1a-4fe3-ab83-3c05dd315580 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=0ff74d41-8997-4f13-a353-f1aafd7e012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836957 Jan 25 03:46:32.695631 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062318', 'neutron.services.segments.db._delete_segments_for_network-8760337342383'] for network (f476d920-246d-45fc-9288-e583ed5f94c0), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:32.757953 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f476d920-246d-45fc-9288-e583ed5f94c0']}} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:32.773375 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f377e7e-fbd0-433f-81b2-988bc7eaecd4') {'for_net_delete': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:32.773670 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f377e7e-fbd0-433f-81b2-988bc7eaecd4') {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:32.785505 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760337342257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4251573'] for segment (3f377e7e-fbd0-433f-81b2-988bc7eaecd4), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:32.807879 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (3f377e7e-fbd0-433f-81b2-988bc7eaecd4), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:32.817565 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-15e287f3-1017-40ed-951b-a15889939bb0 req-60954821-47c8-422d-94fc-c06458f33a99 service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329122 Jan 25 03:46:32.818477 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:46:32.818851 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5192946'] for segment (3f377e7e-fbd0-433f-81b2-988bc7eaecd4), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: self.session.flush() Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: self.session.flush() Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: self.session.flush() Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: self.session.flush() Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: Traceback (most recent call last): Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: timer() Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: cb(*args, **kw) Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: return func(*args, **kwargs) Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: self._notify() Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: self.callback(batched_events) Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: event.method(event) Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: return f(self, *a, **k) Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: return self._get(url).json() Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: return self.request(url, 'GET', **kwargs) Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:46:32.820535 dv-cinder-819011-2-iscsi neutron-server[103186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:46:32.947238 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-15e287f3-1017-40ed-951b-a15889939bb0 req-75f540b7-1787-4244-9adf-39dd99668ac1 service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176476 Jan 25 03:46:32.995772 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586131'] for network (f476d920-246d-45fc-9288-e583ed5f94c0), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:33.004049 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:33.007217 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] 10.222.0.115 "DELETE /v2.0/networks/f476d920-246d-45fc-9288-e583ed5f94c0 HTTP/1.1" status: 204 len: 168 time: 0.9418440 Jan 25 03:46:33.016878 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20187d-025b-46dc-984b-49efea6bd673 admin admin] Pushing event deleted for resources: {'Network': ['ID=f476d920-246d-45fc-9288-e583ed5f94c0,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:33.148826 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8 no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:46:33.311590 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:46:33.311933 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device c15a15f4-28c7-4ba3-a6e8-871fbd1bbea8 not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:46:33.312342 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device a3e98018-35e1-4ba6-83d4-350b9aae1f54 no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:46:33.323971 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55250) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:33.332414 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: a3e98018-35e1-4ba6-83d4-350b9aae1f54 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:46:33.334595 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device a3e98018-35e1-4ba6-83d4-350b9aae1f54 not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:46:33.334595 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device c19e7f2d-a8d9-42a4-8459-6dd112438fb2 no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:46:33.351474 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: c19e7f2d-a8d9-42a4-8459-6dd112438fb2 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:46:33.351847 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device c19e7f2d-a8d9-42a4-8459-6dd112438fb2 not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:46:33.365191 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-739f7858-03e4-4151-a807-5be1b9d1cbf5 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=33c5e2c89460402987c96eb3c3340a68&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400648 Jan 25 03:46:33.367779 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55252) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:33.416323 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-436c291d-6610-4e6b-acd0-a60ce7182971 admin admin] Publish callbacks [] for security_group (6594ba9b-a73b-4667-afc5-85b80a8fb88c), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:33.437198 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-436c291d-6610-4e6b-acd0-a60ce7182971 admin admin] Publish callbacks [] for security_group (6594ba9b-a73b-4667-afc5-85b80a8fb88c), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:33.541835 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-436c291d-6610-4e6b-acd0-a60ce7182971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (6594ba9b-a73b-4667-afc5-85b80a8fb88c), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:33.546398 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-436c291d-6610-4e6b-acd0-a60ce7182971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:33.548387 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-436c291d-6610-4e6b-acd0-a60ce7182971 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/6594ba9b-a73b-4667-afc5-85b80a8fb88c HTTP/1.1" status: 204 len: 168 time: 0.1789107 Jan 25 03:46:33.557475 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c291d-6610-4e6b-acd0-a60ce7182971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6594ba9b-a73b-4667-afc5-85b80a8fb88c,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:33.661006 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cbcbe-a2d3-4dca-93b9-15ab84752b73 req-fddfeb80-13d5-4ce8-acf9-cbcf7104f4ba tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:33.662547 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5f4cbcbe-a2d3-4dca-93b9-15ab84752b73 req-fddfeb80-13d5-4ce8-acf9-cbcf7104f4ba tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 944 time: 0.0498385 Jan 25 03:46:33.711654 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5f4cbcbe-a2d3-4dca-93b9-15ab84752b73 req-1c8576e9-fb84-4fd3-aecb-433529e1e3d1 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435014 Jan 25 03:46:33.773004 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-872c9cfd-0395-4d58-948b-4a2c4245f3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:34.606744 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55276) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:34.699891 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-dd5d5208-40a4-4e17-ad87-3a420c18c28d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1375193459-network', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:46:34.811776 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5d5208-40a4-4e17-ad87-3a420c18c28d admin admin] Made reservation on behalf of bbf2a4190655482593e7a860bbf16549 for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:46:34.814416 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd5d5208-40a4-4e17-ad87-3a420c18c28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:34.825007 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd5d5208-40a4-4e17-ad87-3a420c18c28d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:34.857533 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9e257-7310-404d-a425-e159004f148f req-fd22fa78-055a-4a70-b789-59d0ecb2ddc7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:34.858997 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-05e9e257-7310-404d-a425-e159004f148f req-fd22fa78-055a-4a70-b789-59d0ecb2ddc7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 944 time: 0.0788574 Jan 25 03:46:34.934775 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-05e9e257-7310-404d-a425-e159004f148f req-31c90245-f41a-47ac-9c63-6fda31865de0 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665793 Jan 25 03:46:34.956617 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd5d5208-40a4-4e17-ad87-3a420c18c28d admin admin] Publish callbacks [] for security_group (90951564-eb56-4998-bdbd-3bfb362a296f), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:35.009665 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd5d5208-40a4-4e17-ad87-3a420c18c28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (90951564-eb56-4998-bdbd-3bfb362a296f), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:35.035999 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5d5208-40a4-4e17-ad87-3a420c18c28d admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:46:35.041135 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d5208-40a4-4e17-ad87-3a420c18c28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90951564-eb56-4998-bdbd-3bfb362a296f,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:35.048498 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd5d5208-40a4-4e17-ad87-3a420c18c28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (23758210-a1d1-4a94-af14-41c1fb6f0cdd), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:35.048498 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-dd5d5208-40a4-4e17-ad87-3a420c18c28d admin admin] Added segment 23758210-a1d1-4a94-af14-41c1fb6f0cdd of type vlan for network e545c365-d10d-438c-b92f-53b0b77d7557 Jan 25 03:46:35.085456 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd5d5208-40a4-4e17-ad87-3a420c18c28d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760336855179'] for network (e545c365-d10d-438c-b92f-53b0b77d7557), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:35.155599 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd5d5208-40a4-4e17-ad87-3a420c18c28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043'] for network (e545c365-d10d-438c-b92f-53b0b77d7557), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:35.156654 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5d5208-40a4-4e17-ad87-3a420c18c28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:35.157272 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd5d5208-40a4-4e17-ad87-3a420c18c28d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:35.219758 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d5208-40a4-4e17-ad87-3a420c18c28d admin admin] Pushing event updated for resources: {'Network': ['ID=e545c365-d10d-438c-b92f-53b0b77d7557,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:35.229885 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Network e545c365-d10d-438c-b92f-53b0b77d7557 details requested by agent ovs-agent-dv-cinder-819011-2-iscsi with host dv-cinder-819011-2-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:46:35.246709 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:35.262631 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-dd5d5208-40a4-4e17-ad87-3a420c18c28d admin admin] 10.222.0.115 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6547809 Jan 25 03:46:35.265441 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55282) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:35.270567 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-a10d0c7b-4953-482c-b7f2-c8ca104360c2 admin admin] Request body: {'subnet': {'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1375193459-subnet', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:46:35.347646 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10d0c7b-4953-482c-b7f2-c8ca104360c2 admin admin] Made reservation on behalf of bbf2a4190655482593e7a860bbf16549 for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:46:35.350042 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a10d0c7b-4953-482c-b7f2-c8ca104360c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320573'] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:35.558985 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a10d0c7b-4953-482c-b7f2-c8ca104360c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4618067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320531'] for subnet (5ae730ed-018b-48e8-9952-4ae2b147105d), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:35.616123 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d0c7b-4953-482c-b7f2-c8ca104360c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae730ed-018b-48e8-9952-4ae2b147105d,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:35.620344 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10d0c7b-4953-482c-b7f2-c8ca104360c2 admin admin] Checking segment: {'id': '23758210-a1d1-4a94-af14-41c1fb6f0cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:46:35.620697 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10d0c7b-4953-482c-b7f2-c8ca104360c2 admin admin] Network hostable DHCP agents. Network: e545c365-d10d-438c-b92f-53b0b77d7557, hostable agents: ['5c3e864f-61ec-45bb-b284-87f8aa4f333d'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:46:35.701203 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10d0c7b-4953-482c-b7f2-c8ca104360c2 admin admin] Network e545c365-d10d-438c-b92f-53b0b77d7557 is scheduled to be hosted by DHCP agent 5c3e864f-61ec-45bb-b284-87f8aa4f333d with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:46:35.764070 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-a10d0c7b-4953-482c-b7f2-c8ca104360c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819011-2-iscsi, e545c365-d10d-438c-b92f-53b0b77d7557) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:46:35.768733 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d0c7b-4953-482c-b7f2-c8ca104360c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:35.769344 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a10d0c7b-4953-482c-b7f2-c8ca104360c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:35.774041 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1757f9-6f80-4a8c-be41-232c93c1e103 None None] Network e545c365-d10d-438c-b92f-53b0b77d7557 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:46:35.847128 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-a10d0c7b-4953-482c-b7f2-c8ca104360c2 admin admin] 10.222.0.115 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5805426 Jan 25 03:46:35.849889 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55284) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:35.854072 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-f09a6810-caa9-4065-9972-2b28b44f69e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:46:35.873812 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9e6a332-c4fa-5dd5-a739-4b4ec2713b6a-e545c365-d10d-438c-b92f-53b0b77d7557', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'fixed_ips': [{'subnet_id': '5ae730ed-018b-48e8-9952-4ae2b147105d'}]}} from dv-cinder-819011-2-iscsi. {{(pid=103187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 03:46:35.874679 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:35.956742 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f09a6810-caa9-4065-9972-2b28b44f69e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1048'] for router (af41fe6d-2076-444f-98be-c71a7a2c72e6), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:35.957815 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f09a6810-caa9-4065-9972-2b28b44f69e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-970334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041'] for router (af41fe6d-2076-444f-98be-c71a7a2c72e6), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:36.011350 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] Allocated IP 172.20.0.2 (e545c365-d10d-438c-b92f-53b0b77d7557/5ae730ed-018b-48e8-9952-4ae2b147105d/b02d58c5-fc45-41bd-b1ce-6338c047a53b) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:46:36.014879 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f09a6810-caa9-4065-9972-2b28b44f69e9 admin admin] Publish callbacks [] for router_controller (af41fe6d-2076-444f-98be-c71a7a2c72e6), precommit_add_association {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:36.056031 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4bdbe-af2a-4d9b-a4ef-833ccdcde41c req-4a083ac1-36bc-46cd-8187-e6e5cb39c347 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:36.057779 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-50c4bdbe-af2a-4d9b-a4ef-833ccdcde41c req-4a083ac1-36bc-46cd-8187-e6e5cb39c347 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 944 time: 0.0523729 Jan 25 03:46:36.108035 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-50c4bdbe-af2a-4d9b-a4ef-833ccdcde41c req-81b97ab9-cf37-498e-9453-797598713e6f tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442564 Jan 25 03:46:36.153894 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] Publish callbacks [] for port (b02d58c5-fc45-41bd-b1ce-6338c047a53b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:36.195765 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f09a6810-caa9-4065-9972-2b28b44f69e9 admin admin] Publish callbacks [] for router_gateway (af41fe6d-2076-444f-98be-c71a7a2c72e6), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:36.196294 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585'] for port (b02d58c5-fc45-41bd-b1ce-6338c047a53b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:36.237554 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] Network e545c365-d10d-438c-b92f-53b0b77d7557 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:46:36.240251 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:46:36.242684 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:46:36.257808 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] Pushing event updated for resources: {'Port': ['ID=b02d58c5-fc45-41bd-b1ce-6338c047a53b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:36.302596 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] Attempting to bind port b02d58c5-fc45-41bd-b1ce-6338c047a53b on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:46:36.302966 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] Attempting to bind port b02d58c5-fc45-41bd-b1ce-6338c047a53b by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '23758210-a1d1-4a94-af14-41c1fb6f0cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:46:36.303347 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] Attempting to bind port b02d58c5-fc45-41bd-b1ce-6338c047a53b on network e545c365-d10d-438c-b92f-53b0b77d7557 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:46:36.308370 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:46:36.308734 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] Checking segment: {'id': '23758210-a1d1-4a94-af14-41c1fb6f0cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:46:36.309127 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:36.309506 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] Bound using segment: {'id': '23758210-a1d1-4a94-af14-41c1fb6f0cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:46:36.309955 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] Bound port: b02d58c5-fc45-41bd-b1ce-6338c047a53b, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23758210-a1d1-4a94-af14-41c1fb6f0cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:46:36.310327 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (b02d58c5-fc45-41bd-b1ce-6338c047a53b), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:36.374020 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] For port b02d58c5-fc45-41bd-b1ce-6338c047a53b, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:46:36.377610 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] For port b02d58c5-fc45-41bd-b1ce-6338c047a53b, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=b02d58c5-fc45-41bd-b1ce-6338c047a53b,segment=NetworkSegment(23758210-a1d1-4a94-af14-41c1fb6f0cdd),segment_id=23758210-a1d1-4a94-af14-41c1fb6f0cdd)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:46:36.437955 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f09a6810-caa9-4065-9972-2b28b44f69e9 admin admin] Publish callbacks [] for router_gateway (af41fe6d-2076-444f-98be-c71a7a2c72e6), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:36.456762 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f09a6810-caa9-4065-9972-2b28b44f69e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:36.473385 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (b02d58c5-fc45-41bd-b1ce-6338c047a53b), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:36.540212 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef814756-77a8-41d3-b7f0-43812cadf0e2 None None] Pushing event updated for resources: {'Port': ['ID=b02d58c5-fc45-41bd-b1ce-6338c047a53b,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:36.582135 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-f09a6810-caa9-4065-9972-2b28b44f69e9 admin admin] Allocated IP 172.27.2.231 (239af684-5624-458a-b969-bfdffc6894c6/633c65e6-a2b9-4bb5-a70e-b23c3791a1d5/b7eb258f-bc05-4d95-b0f4-09f995372b5e) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:46:36.722207 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f09a6810-caa9-4065-9972-2b28b44f69e9 admin admin] Publish callbacks [] for port (b7eb258f-bc05-4d95-b0f4-09f995372b5e), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:36.808054 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:36.837321 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f09a6810-caa9-4065-9972-2b28b44f69e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (b7eb258f-bc05-4d95-b0f4-09f995372b5e), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:36.892360 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09a6810-caa9-4065-9972-2b28b44f69e9 admin admin] Network 239af684-5624-458a-b969-bfdffc6894c6 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:46:36.898395 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-f09a6810-caa9-4065-9972-2b28b44f69e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:46:36.902654 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09a6810-caa9-4065-9972-2b28b44f69e9 admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:46:36.905755 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a6810-caa9-4065-9972-2b28b44f69e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b7eb258f-bc05-4d95-b0f4-09f995372b5e,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:37.208369 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device b02d58c5-fc45-41bd-b1ce-6338c047a53b up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:46:37.276167 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port b02d58c5-fc45-41bd-b1ce-6338c047a53b triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:46:37.277119 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f09a6810-caa9-4065-9972-2b28b44f69e9 admin admin] Publish callbacks [] for router_gateway (af41fe6d-2076-444f-98be-c71a7a2c72e6), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:37.277630 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (b02d58c5-fc45-41bd-b1ce-6338c047a53b), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:37.320861 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c318542-4109-4d13-8fa9-4a57a234c7ca req-88e68d83-cc9f-4ee9-9a2f-22ab4acc3cdf tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:37.322457 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8c318542-4109-4d13-8fa9-4a57a234c7ca req-88e68d83-cc9f-4ee9-9a2f-22ab4acc3cdf tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 944 time: 0.1009181 Jan 25 03:46:37.373555 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port b02d58c5-fc45-41bd-b1ce-6338c047a53b is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:46:37.373950 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (b02d58c5-fc45-41bd-b1ce-6338c047a53b), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:37.413345 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] For port b02d58c5-fc45-41bd-b1ce-6338c047a53b, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=b02d58c5-fc45-41bd-b1ce-6338c047a53b,segment=NetworkSegment(23758210-a1d1-4a94-af14-41c1fb6f0cdd),segment_id=23758210-a1d1-4a94-af14-41c1fb6f0cdd)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:46:37.425426 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8c318542-4109-4d13-8fa9-4a57a234c7ca req-e06b8703-7b35-47fb-aee3-6a03781b7c26 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0956473 Jan 25 03:46:37.512777 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (b02d58c5-fc45-41bd-b1ce-6338c047a53b), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:37.530528 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f09a6810-caa9-4065-9972-2b28b44f69e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587228'] for router (af41fe6d-2076-444f-98be-c71a7a2c72e6), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:37.562677 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c9f0ca-2ca8-469a-b8b9-11dd30ac2fb5 None None] Network e545c365-d10d-438c-b92f-53b0b77d7557 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:46:37.569215 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Pushing event updated for resources: {'Port': ['ID=b02d58c5-fc45-41bd-b1ce-6338c047a53b,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:37.682650 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-b2d6bb6c-64ed-4db7-9820-89cbf79fcee0 None None] Provisioning complete for port b02d58c5-fc45-41bd-b1ce-6338c047a53b triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:46:37.682944 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2d6bb6c-64ed-4db7-9820-89cbf79fcee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (b02d58c5-fc45-41bd-b1ce-6338c047a53b), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:37.770001 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b2d6bb6c-64ed-4db7-9820-89cbf79fcee0 None None] Current status of the port b02d58c5-fc45-41bd-b1ce-6338c047a53b is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:46:37.889569 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-2a4a1883-129f-4b85-9c29-11cda8521483 None None] Provisioning complete for port b02d58c5-fc45-41bd-b1ce-6338c047a53b triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:46:37.889940 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a4a1883-129f-4b85-9c29-11cda8521483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (b02d58c5-fc45-41bd-b1ce-6338c047a53b), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:37.981681 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a1883-129f-4b85-9c29-11cda8521483 None None] Current status of the port b02d58c5-fc45-41bd-b1ce-6338c047a53b is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:46:38.015854 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09a6810-caa9-4065-9972-2b28b44f69e9 admin admin] Router af41fe6d-2076-444f-98be-c71a7a2c72e6 is scheduled to L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca with binding_index 1 {{(pid=103185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 03:46:38.044435 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:38.120920 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09a6810-caa9-4065-9972-2b28b44f69e9 admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:46:38.130108 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] Sync routers for ids ['af41fe6d-2076-444f-98be-c71a7a2c72e6'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:46:38.139433 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] Routers {'af41fe6d-2076-444f-98be-c71a7a2c72e6'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:46:38.140026 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:46:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['af41fe6d-2076-444f-98be-c71a7a2c72e6'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:38.194949 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f09a6810-caa9-4065-9972-2b28b44f69e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:38.196278 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-f09a6810-caa9-4065-9972-2b28b44f69e9 admin admin] 10.222.0.115 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3454421 Jan 25 03:46:38.199272 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55290) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:38.243749 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] Set router af41fe6d-2076-444f-98be-c71a7a2c72e6 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:46:38.425532 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:46:37Z', 'revision_number': 3, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:38.453303 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] Checking router: af41fe6d-2076-444f-98be-c71a7a2c72e6 for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:46:38.453643 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] Updating router af41fe6d-2076-444f-98be-c71a7a2c72e6 port b7eb258f-bc05-4d95-b0f4-09f995372b5e binding host dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:46:38.479744 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (b7eb258f-bc05-4d95-b0f4-09f995372b5e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:38.554428 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac176e8-6e35-4b84-b348-a7d4b7e664da req-eeb9bf9f-fae1-4a4f-8c7b-6d689f94748d tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:38.556182 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-aac176e8-6e35-4b84-b348-a7d4b7e664da req-eeb9bf9f-fae1-4a4f-8c7b-6d689f94748d tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 944 time: 0.0559347 Jan 25 03:46:38.624739 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-aac176e8-6e35-4b84-b348-a7d4b7e664da req-895429c8-01ff-4128-8524-d982bd3669bd tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529525 Jan 25 03:46:38.648880 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-343a3285-cfb2-4b28-9a2d-7a3f51f5ef9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:38.733842 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] Publish callbacks [] for port (b7eb258f-bc05-4d95-b0f4-09f995372b5e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:38.801292 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-343a3285-cfb2-4b28-9a2d-7a3f51f5ef9b admin admin] Allocated IP 172.20.0.1 (e545c365-d10d-438c-b92f-53b0b77d7557/5ae730ed-018b-48e8-9952-4ae2b147105d/807acd22-d380-4df0-b5f2-02cc9b6d8df7) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:46:38.816721 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (b7eb258f-bc05-4d95-b0f4-09f995372b5e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:38.876183 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8299b7-1b81-4a02-9b51-d3a5e7e65a32 None None] Pushing event updated for resources: {'Port': ['ID=b7eb258f-bc05-4d95-b0f4-09f995372b5e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:38.878778 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] Attempting to bind port b7eb258f-bc05-4d95-b0f4-09f995372b5e on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:46:38.879230 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] Attempting to bind port b7eb258f-bc05-4d95-b0f4-09f995372b5e by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:46:38.879625 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] Attempting to bind port b7eb258f-bc05-4d95-b0f4-09f995372b5e on network 239af684-5624-458a-b969-bfdffc6894c6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:46:38.888739 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8299b7-1b81-4a02-9b51-d3a5e7e65a32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:38.889117 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8299b7-1b81-4a02-9b51-d3a5e7e65a32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:38.889481 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8299b7-1b81-4a02-9b51-d3a5e7e65a32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:38.889819 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8299b7-1b81-4a02-9b51-d3a5e7e65a32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:38.890146 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8299b7-1b81-4a02-9b51-d3a5e7e65a32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:38.890488 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8299b7-1b81-4a02-9b51-d3a5e7e65a32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:38.890797 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8299b7-1b81-4a02-9b51-d3a5e7e65a32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:38.891151 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8299b7-1b81-4a02-9b51-d3a5e7e65a32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:38.891477 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8299b7-1b81-4a02-9b51-d3a5e7e65a32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:38.891812 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8299b7-1b81-4a02-9b51-d3a5e7e65a32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:38.892136 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8299b7-1b81-4a02-9b51-d3a5e7e65a32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:38.893075 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8299b7-1b81-4a02-9b51-d3a5e7e65a32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:38.893627 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8299b7-1b81-4a02-9b51-d3a5e7e65a32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:46:38.896905 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:46:38.897293 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] Checking segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:46:38.897679 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:38.898114 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] Bound using segment: {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:46:38.898596 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] Bound port: b7eb258f-bc05-4d95-b0f4-09f995372b5e, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e505529-892b-44d1-b8ff-699eeb662e36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239af684-5624-458a-b969-bfdffc6894c6'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:46:38.898972 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (b7eb258f-bc05-4d95-b0f4-09f995372b5e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:38.905642 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-343a3285-cfb2-4b28-9a2d-7a3f51f5ef9b admin admin] Publish callbacks [] for port (807acd22-d380-4df0-b5f2-02cc9b6d8df7), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:38.958155 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] For port b7eb258f-bc05-4d95-b0f4-09f995372b5e, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:46:38.961373 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] For port b7eb258f-bc05-4d95-b0f4-09f995372b5e, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=b7eb258f-bc05-4d95-b0f4-09f995372b5e,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:46:39.018989 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-343a3285-cfb2-4b28-9a2d-7a3f51f5ef9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (807acd22-d380-4df0-b5f2-02cc9b6d8df7), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:39.053240 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (b7eb258f-bc05-4d95-b0f4-09f995372b5e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:39.055549 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343a3285-cfb2-4b28-9a2d-7a3f51f5ef9b admin admin] Network e545c365-d10d-438c-b92f-53b0b77d7557 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:46:39.058676 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-343a3285-cfb2-4b28-9a2d-7a3f51f5ef9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:46:39.064945 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343a3285-cfb2-4b28-9a2d-7a3f51f5ef9b admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:46:39.088451 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a3285-cfb2-4b28-9a2d-7a3f51f5ef9b admin admin] Pushing event updated for resources: {'Port': ['ID=807acd22-d380-4df0-b5f2-02cc9b6d8df7,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:39.112302 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-343a3285-cfb2-4b28-9a2d-7a3f51f5ef9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586080'] for router_interface (af41fe6d-2076-444f-98be-c71a7a2c72e6), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:39.112562 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8299b7-1b81-4a02-9b51-d3a5e7e65a32 None None] Pushing event updated for resources: {'Port': ['ID=b7eb258f-bc05-4d95-b0f4-09f995372b5e,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:39.121334 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] Routers {'af41fe6d-2076-444f-98be-c71a7a2c72e6'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:46:39.121955 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:46:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['af41fe6d-2076-444f-98be-c71a7a2c72e6'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:39.218493 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device b02d58c5-fc45-41bd-b1ce-6338c047a53b up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:46:39.287658 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port b02d58c5-fc45-41bd-b1ce-6338c047a53b triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:46:39.288101 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (b02d58c5-fc45-41bd-b1ce-6338c047a53b), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:39.336426 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] Set router af41fe6d-2076-444f-98be-c71a7a2c72e6 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:46:39.354458 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-343a3285-cfb2-4b28-9a2d-7a3f51f5ef9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (807acd22-d380-4df0-b5f2-02cc9b6d8df7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:39.380363 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port b02d58c5-fc45-41bd-b1ce-6338c047a53b is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:46:39.414082 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-d9ef2722-543e-4a24-bb96-66c3c496c63e None None] Provisioning complete for port 807acd22-d380-4df0-b5f2-02cc9b6d8df7 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:46:39.414807 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d9ef2722-543e-4a24-bb96-66c3c496c63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (807acd22-d380-4df0-b5f2-02cc9b6d8df7), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:39.449963 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d9ef2722-543e-4a24-bb96-66c3c496c63e None None] Port 807acd22-d380-4df0-b5f2-02cc9b6d8df7 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:46:39.522597 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:46:37Z', 'revision_number': 3, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:39.528849 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-343a3285-cfb2-4b28-9a2d-7a3f51f5ef9b admin admin] Publish callbacks [] for port (807acd22-d380-4df0-b5f2-02cc9b6d8df7), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:39.548107 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b7b44-e613-4a99-b600-148def75c1b7 None None] The sync data for ids ['af41fe6d-2076-444f-98be-c71a7a2c72e6'] in dv-cinder-819011-2-iscsi is: [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:46:37Z', 'revision_number': 3, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:46:39.593520 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-343a3285-cfb2-4b28-9a2d-7a3f51f5ef9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4618152'] for port (807acd22-d380-4df0-b5f2-02cc9b6d8df7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:39.659732 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a3285-cfb2-4b28-9a2d-7a3f51f5ef9b admin admin] Pushing event updated for resources: {'Port': ['ID=807acd22-d380-4df0-b5f2-02cc9b6d8df7,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:39.662122 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-343a3285-cfb2-4b28-9a2d-7a3f51f5ef9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560522'] for router_interface (af41fe6d-2076-444f-98be-c71a7a2c72e6), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:39.802860 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58515f-a66d-4564-8ba8-ca9898105f75 req-b70a8006-4cf5-4a8e-a730-aa2ec9c7274c tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:39.804370 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9e58515f-a66d-4564-8ba8-ca9898105f75 req-b70a8006-4cf5-4a8e-a730-aa2ec9c7274c tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 944 time: 0.1066544 Jan 25 03:46:39.810465 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343a3285-cfb2-4b28-9a2d-7a3f51f5ef9b admin admin] Network e545c365-d10d-438c-b92f-53b0b77d7557 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:46:39.813682 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-343a3285-cfb2-4b28-9a2d-7a3f51f5ef9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:46:39.860873 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 9fc9a725-79a8-415e-b949-ee950a70e69e details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:46:39.909205 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9e58515f-a66d-4564-8ba8-ca9898105f75 req-c7ae80b1-908d-43dd-a5c1-453bf5e46295 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975311 Jan 25 03:46:39.974905 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343a3285-cfb2-4b28-9a2d-7a3f51f5ef9b admin admin] Router af41fe6d-2076-444f-98be-c71a7a2c72e6 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:46:40.009687 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 9fc9a725-79a8-415e-b949-ee950a70e69e, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=9fc9a725-79a8-415e-b949-ee950a70e69e,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:46:40.024150 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': '9fc9a725-79a8-415e-b949-ee950a70e69e', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'port_id': '9fc9a725-79a8-415e-b949-ee950a70e69e', 'mac_address': 'fa:16:3e:5a:18:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:46:40.067568 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 9fc9a725-79a8-415e-b949-ee950a70e69e is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:46:40.067948 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (9fc9a725-79a8-415e-b949-ee950a70e69e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:40.089208 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc9a725-79a8-415e-b949-ee950a70e69e {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:46:40.095277 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343a3285-cfb2-4b28-9a2d-7a3f51f5ef9b admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:46:40.096503 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-e0faf419-50eb-4a41-ab90-c35845881cb4 None None] Provisioning complete for port 807acd22-d380-4df0-b5f2-02cc9b6d8df7 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:46:40.097665 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0faf419-50eb-4a41-ab90-c35845881cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (807acd22-d380-4df0-b5f2-02cc9b6d8df7), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:40.105950 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-343a3285-cfb2-4b28-9a2d-7a3f51f5ef9b admin admin] 10.222.0.115 "PUT /v2.0/routers/af41fe6d-2076-444f-98be-c71a7a2c72e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9056618 Jan 25 03:46:40.134627 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 9fc9a725-79a8-415e-b949-ee950a70e69e, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=9fc9a725-79a8-415e-b949-ee950a70e69e,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:46:40.145702 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e0faf419-50eb-4a41-ab90-c35845881cb4 None None] Port 807acd22-d380-4df0-b5f2-02cc9b6d8df7 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:46:40.216013 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (9fc9a725-79a8-415e-b949-ee950a70e69e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:40.265733 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=9fc9a725-79a8-415e-b949-ee950a70e69e,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:40.631266 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['9fc9a725-79a8-415e-b949-ee950a70e69e'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:46:40.679921 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55302) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:40.685372 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-13021554-0d83-4f0f-b4df-8d3715d5b604 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1823513719', 'description': 'tempest-description--109025786'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:46:40.787250 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-13021554-0d83-4f0f-b4df-8d3715d5b604 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:40.856975 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-13021554-0d83-4f0f-b4df-8d3715d5b604 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group (0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:40.933373 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-13021554-0d83-4f0f-b4df-8d3715d5b604 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:40.964168 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13021554-0d83-4f0f-b4df-8d3715d5b604 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:41.038992 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-13021554-0d83-4f0f-b4df-8d3715d5b604 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:41.040241 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-13021554-0d83-4f0f-b4df-8d3715d5b604 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3586936 Jan 25 03:46:41.043256 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55306) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:41.047737 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-d0cbe73c-6008-499d-9713-a9dc56d72b76 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Request body: {'security_group_rule': {'security_group_id': '0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:46:41.054992 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebff6f-f2bb-45f4-8281-8848d30cf8f3 req-4897037d-3f07-430c-9e08-edbf2278e64a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:41.056494 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-30ebff6f-f2bb-45f4-8281-8848d30cf8f3 req-4897037d-3f07-430c-9e08-edbf2278e64a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 945 time: 0.0592630 Jan 25 03:46:41.106133 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-30ebff6f-f2bb-45f4-8281-8848d30cf8f3 req-84b22c45-c915-4c05-a90f-0d85ae2ef89b tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433631 Jan 25 03:46:41.163904 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe73c-6008-499d-9713-a9dc56d72b76 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group_rule (cb468713-7f41-4470-9bad-55a2b24c3c1e), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:41.196802 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device b7eb258f-bc05-4d95-b0f4-09f995372b5e up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:46:41.201649 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] Sync routers for ids ['af41fe6d-2076-444f-98be-c71a7a2c72e6'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:46:41.234018 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe73c-6008-499d-9713-a9dc56d72b76 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group_rule (cb468713-7f41-4470-9bad-55a2b24c3c1e), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:41.238754 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] Routers {'af41fe6d-2076-444f-98be-c71a7a2c72e6'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:46:41.239386 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:46:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['af41fe6d-2076-444f-98be-c71a7a2c72e6'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:41.301090 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe73c-6008-499d-9713-a9dc56d72b76 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (cb468713-7f41-4470-9bad-55a2b24c3c1e), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:41.322948 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbe73c-6008-499d-9713-a9dc56d72b76 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb468713-7f41-4470-9bad-55a2b24c3c1e,revision_number=0']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:41.332394 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port b7eb258f-bc05-4d95-b0f4-09f995372b5e triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:46:41.332850 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (b7eb258f-bc05-4d95-b0f4-09f995372b5e), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:41.381768 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] Set router af41fe6d-2076-444f-98be-c71a7a2c72e6 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:46:41.383259 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe73c-6008-499d-9713-a9dc56d72b76 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:41.384841 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-d0cbe73c-6008-499d-9713-a9dc56d72b76 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3404732 Jan 25 03:46:41.387413 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55308) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:41.391870 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-1b82c0f6-662e-4236-8fdc-76f992e8a0fc tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Request body: {'security_group_rule': {'security_group_id': '0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:46:41.494789 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b82c0f6-662e-4236-8fdc-76f992e8a0fc tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group_rule (9066bab7-f531-479d-b2ae-7ca22d416d05), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:41.553017 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b82c0f6-662e-4236-8fdc-76f992e8a0fc tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group_rule (9066bab7-f531-479d-b2ae-7ca22d416d05), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:41.610323 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b82c0f6-662e-4236-8fdc-76f992e8a0fc tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (9066bab7-f531-479d-b2ae-7ca22d416d05), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:41.630509 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82c0f6-662e-4236-8fdc-76f992e8a0fc tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9066bab7-f531-479d-b2ae-7ca22d416d05,revision_number=0']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:41.667491 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port b7eb258f-bc05-4d95-b0f4-09f995372b5e is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:46:41.667903 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (b7eb258f-bc05-4d95-b0f4-09f995372b5e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:41.698279 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] For port b7eb258f-bc05-4d95-b0f4-09f995372b5e, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=b7eb258f-bc05-4d95-b0f4-09f995372b5e,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:46:41.712286 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b82c0f6-662e-4236-8fdc-76f992e8a0fc tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:41.713505 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-1b82c0f6-662e-4236-8fdc-76f992e8a0fc tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3248899 Jan 25 03:46:41.716584 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55310) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:41.721011 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-2aa2a2c9-9a9a-4bf9-8482-f15b42a2883a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Request body: {'floatingip': {'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:46:41.753832 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:46:39Z', 'revision_number': 4, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '807acd22-d380-4df0-b5f2-02cc9b6d8df7', 'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'mac_address': 'fa:16:3e:62:f0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:38Z', 'updated_at': '2022-01-25T03:46:39Z', 'revision_number': 2, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'subnets': [{'id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:41.779865 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] Checking router: af41fe6d-2076-444f-98be-c71a7a2c72e6 for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:46:41.783507 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] Updating router af41fe6d-2076-444f-98be-c71a7a2c72e6 port 807acd22-d380-4df0-b5f2-02cc9b6d8df7 binding host dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:46:41.783507 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (b7eb258f-bc05-4d95-b0f4-09f995372b5e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:41.830098 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a2c9-9a9a-4bf9-8482-f15b42a2883a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:41.830557 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (807acd22-d380-4df0-b5f2-02cc9b6d8df7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:41.860057 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 9fc9a725-79a8-415e-b949-ee950a70e69e up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:46:41.911315 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Pushing event updated for resources: {'Port': ['ID=b7eb258f-bc05-4d95-b0f4-09f995372b5e,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:41.928156 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a2c9-9a9a-4bf9-8482-f15b42a2883a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:42.000393 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:42.044582 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [None req-2aa2a2c9-9a9a-4bf9-8482-f15b42a2883a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Allocated IP 172.27.2.112 (239af684-5624-458a-b969-bfdffc6894c6/633c65e6-a2b9-4bb5-a70e-b23c3791a1d5/3a70e909-0054-490c-8434-8b9d5cbfaf28) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:46:42.080469 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port 9fc9a725-79a8-415e-b949-ee950a70e69e completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:46:42.090076 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port 9fc9a725-79a8-415e-b949-ee950a70e69e triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:46:42.090452 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (9fc9a725-79a8-415e-b949-ee950a70e69e), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:42.147585 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a2c9-9a9a-4bf9-8482-f15b42a2883a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for port (3a70e909-0054-490c-8434-8b9d5cbfaf28), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:42.228015 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832db24-1013-477a-b7fb-7228d7bbcd87 req-3f2571d2-b09e-424b-bb93-97f3d2e06aba tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:42.229529 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c832db24-1013-477a-b7fb-7228d7bbcd87 req-3f2571d2-b09e-424b-bb93-97f3d2e06aba tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 945 time: 0.0498612 Jan 25 03:46:42.230853 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] Publish callbacks [] for port (807acd22-d380-4df0-b5f2-02cc9b6d8df7), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:42.234211 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port 9fc9a725-79a8-415e-b949-ee950a70e69e is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:46:42.234576 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (9fc9a725-79a8-415e-b949-ee950a70e69e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:42.260562 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a2c9-9a9a-4bf9-8482-f15b42a2883a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (3a70e909-0054-490c-8434-8b9d5cbfaf28), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:42.260817 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fc95ec-6950-4d1c-8a8e-8cd379ddc451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc9a725-79a8-415e-b949-ee950a70e69e'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:46:42.260817 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abce2c2b-144f-4b64-a994-8e3d119c7eb2" -d '{"events": [{"server_uuid": "31fc95ec-6950-4d1c-8a8e-8cd379ddc451", "name": "network-vif-plugged", "status": "completed", "tag": "9fc9a725-79a8-415e-b949-ee950a70e69e"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:46:42.273019 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port 9fc9a725-79a8-415e-b949-ee950a70e69e, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=9fc9a725-79a8-415e-b949-ee950a70e69e,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:46:42.305609 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eddcfe6-27f1-4115-9d5e-0b21f5db56b7 x-openstack-request-id: req-6eddcfe6-27f1-4115-9d5e-0b21f5db56b7 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:46:42.305956 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fc95ec-6950-4d1c-8a8e-8cd379ddc451", "name": "network-vif-plugged", "status": "completed", "tag": "9fc9a725-79a8-415e-b949-ee950a70e69e", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:46:42.306217 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-6eddcfe6-27f1-4115-9d5e-0b21f5db56b7 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:46:42.306615 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31fc95ec-6950-4d1c-8a8e-8cd379ddc451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc9a725-79a8-415e-b949-ee950a70e69e', 'code': 200} Jan 25 03:46:42.313420 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-c832db24-1013-477a-b7fb-7228d7bbcd87 req-aea59ded-b695-4ebb-9c8d-66e270e9d814 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779827 Jan 25 03:46:42.323412 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa2a2c9-9a9a-4bf9-8482-f15b42a2883a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Network 239af684-5624-458a-b969-bfdffc6894c6 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:46:42.326366 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-2aa2a2c9-9a9a-4bf9-8482-f15b42a2883a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:46:42.330905 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa2a2c9-9a9a-4bf9-8482-f15b42a2883a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:46:42.334739 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2a2c9-9a9a-4bf9-8482-f15b42a2883a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Pushing event updated for resources: {'Port': ['ID=3a70e909-0054-490c-8434-8b9d5cbfaf28,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:42.336944 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (807acd22-d380-4df0-b5f2-02cc9b6d8df7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:42.387762 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (9fc9a725-79a8-415e-b949-ee950a70e69e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:42.425760 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77dcd9-d204-46b8-90e5-80cdfef59e84 None None] Pushing event updated for resources: {'Port': ['ID=807acd22-d380-4df0-b5f2-02cc9b6d8df7,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:42.451672 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a2c9-9a9a-4bf9-8482-f15b42a2883a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for floatingip (39f66593-5a06-4b8c-b05a-cdeb954f1003), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:42.478754 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] Attempting to bind port 807acd22-d380-4df0-b5f2-02cc9b6d8df7 on host dv-cinder-819011-2-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:46:42.479152 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] Attempting to bind port 807acd22-d380-4df0-b5f2-02cc9b6d8df7 by drivers openvswitch,hyperv on host dv-cinder-819011-2-iscsi at level 0 using segments [{'id': '23758210-a1d1-4a94-af14-41c1fb6f0cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:46:42.479508 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] Attempting to bind port 807acd22-d380-4df0-b5f2-02cc9b6d8df7 on network e545c365-d10d-438c-b92f-53b0b77d7557 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:46:42.491160 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] Checking agent: {'id': 'c11579aa-f0cd-4d26-9204-efa0ac89ff3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819011-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 27, 8), 'started_at': datetime.datetime(2022, 1, 25, 3, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819011-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:46:42.496204 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] Checking segment: {'id': '23758210-a1d1-4a94-af14-41c1fb6f0cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:46:42.496204 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:42.496204 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] Bound using segment: {'id': '23758210-a1d1-4a94-af14-41c1fb6f0cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:46:42.496204 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] Bound port: 807acd22-d380-4df0-b5f2-02cc9b6d8df7, host: dv-cinder-819011-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23758210-a1d1-4a94-af14-41c1fb6f0cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:46:42.496204 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (807acd22-d380-4df0-b5f2-02cc9b6d8df7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:42.516761 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=9fc9a725-79a8-415e-b949-ee950a70e69e,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:42.576635 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] For port 807acd22-d380-4df0-b5f2-02cc9b6d8df7, host dv-cinder-819011-2-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:46:42.580423 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a2c9-9a9a-4bf9-8482-f15b42a2883a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (3a70e909-0054-490c-8434-8b9d5cbfaf28), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:42.582795 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] For port 807acd22-d380-4df0-b5f2-02cc9b6d8df7, host dv-cinder-819011-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=807acd22-d380-4df0-b5f2-02cc9b6d8df7,segment=NetworkSegment(23758210-a1d1-4a94-af14-41c1fb6f0cdd),segment_id=23758210-a1d1-4a94-af14-41c1fb6f0cdd)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:46:42.595253 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-55e1bd16-3edc-4954-942f-b0240456339b None None] Provisioning complete for port 807acd22-d380-4df0-b5f2-02cc9b6d8df7 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:46:42.598945 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-55e1bd16-3edc-4954-942f-b0240456339b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (807acd22-d380-4df0-b5f2-02cc9b6d8df7), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:42.629072 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-55e1bd16-3edc-4954-942f-b0240456339b None None] Port 807acd22-d380-4df0-b5f2-02cc9b6d8df7 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:46:42.641874 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (807acd22-d380-4df0-b5f2-02cc9b6d8df7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:42.695378 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] Routers {'af41fe6d-2076-444f-98be-c71a7a2c72e6'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:46:42.696020 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:46:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['af41fe6d-2076-444f-98be-c71a7a2c72e6'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:42.753496 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77dcd9-d204-46b8-90e5-80cdfef59e84 None None] Pushing event updated for resources: {'Port': ['ID=807acd22-d380-4df0-b5f2-02cc9b6d8df7,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:42.754227 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a2c9-9a9a-4bf9-8482-f15b42a2883a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for port (3a70e909-0054-490c-8434-8b9d5cbfaf28), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:42.784479 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d5539-2fb1-4e66-aa48-4cd054c66529 req-cf34220a-a4b1-44c7-99c4-980a8d507da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:42.786301 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-237d5539-2fb1-4e66-aa48-4cd054c66529 req-cf34220a-a4b1-44c7-99c4-980a8d507da6 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 1099 time: 0.0438278 Jan 25 03:46:42.838485 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-237d5539-2fb1-4e66-aa48-4cd054c66529 req-0f818b8f-cf17-4400-bf83-b992f93dd8fb service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445821 Jan 25 03:46:42.838739 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] Set router af41fe6d-2076-444f-98be-c71a7a2c72e6 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:46:42.839789 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a2c9-9a9a-4bf9-8482-f15b42a2883a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (3a70e909-0054-490c-8434-8b9d5cbfaf28), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:42.993766 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-666394e0-fee7-4f18-ad36-e5b53f4b7ba7 None None] Provisioning complete for port 807acd22-d380-4df0-b5f2-02cc9b6d8df7 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:46:42.994121 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-666394e0-fee7-4f18-ad36-e5b53f4b7ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (807acd22-d380-4df0-b5f2-02cc9b6d8df7), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:43.135806 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:46:39Z', 'revision_number': 4, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '807acd22-d380-4df0-b5f2-02cc9b6d8df7', 'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'mac_address': 'fa:16:3e:62:f0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:38Z', 'updated_at': '2022-01-25T03:46:42Z', 'revision_number': 4, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'subnets': [{'id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:43.139175 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-666394e0-fee7-4f18-ad36-e5b53f4b7ba7 None None] Current status of the port 807acd22-d380-4df0-b5f2-02cc9b6d8df7 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:46:43.139669 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-666394e0-fee7-4f18-ad36-e5b53f4b7ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (807acd22-d380-4df0-b5f2-02cc9b6d8df7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:43.155769 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2a2c9-9a9a-4bf9-8482-f15b42a2883a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Pushing event updated for resources: {'Port': ['ID=3a70e909-0054-490c-8434-8b9d5cbfaf28,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:43.168160 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a2c9-9a9a-4bf9-8482-f15b42a2883a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586113'] for floatingip (39f66593-5a06-4b8c-b05a-cdeb954f1003), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:43.172379 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fdf23e-c621-4ddb-83f1-ff452c26ea9e None None] The sync data for ids ['af41fe6d-2076-444f-98be-c71a7a2c72e6'] in dv-cinder-819011-2-iscsi is: [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:46:39Z', 'revision_number': 4, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '807acd22-d380-4df0-b5f2-02cc9b6d8df7', 'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'mac_address': 'fa:16:3e:62:f0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:38Z', 'updated_at': '2022-01-25T03:46:42Z', 'revision_number': 4, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'subnets': [{'id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:46:43.178119 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device b7eb258f-bc05-4d95-b0f4-09f995372b5e up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:46:43.239027 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-666394e0-fee7-4f18-ad36-e5b53f4b7ba7 None None] For port 807acd22-d380-4df0-b5f2-02cc9b6d8df7, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=807acd22-d380-4df0-b5f2-02cc9b6d8df7,segment=NetworkSegment(23758210-a1d1-4a94-af14-41c1fb6f0cdd),segment_id=23758210-a1d1-4a94-af14-41c1fb6f0cdd)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:46:43.259414 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port b7eb258f-bc05-4d95-b0f4-09f995372b5e triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:46:43.259868 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (b7eb258f-bc05-4d95-b0f4-09f995372b5e), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:43.272316 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a2c9-9a9a-4bf9-8482-f15b42a2883a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:43.273677 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-2aa2a2c9-9a9a-4bf9-8482-f15b42a2883a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5561676 Jan 25 03:46:43.332024 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-666394e0-fee7-4f18-ad36-e5b53f4b7ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (807acd22-d380-4df0-b5f2-02cc9b6d8df7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:43.385784 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port b7eb258f-bc05-4d95-b0f4-09f995372b5e is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:46:43.399286 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666394e0-fee7-4f18-ad36-e5b53f4b7ba7 None None] Pushing event updated for resources: {'Port': ['ID=807acd22-d380-4df0-b5f2-02cc9b6d8df7,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:43.472327 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-761dc82a-d09f-483f-a135-b55947680142 req-4ce39f26-a3a8-41b1-9377-05d9dbe35cb6 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?name=tempest-securitygroup--1823513719&fields=id&tenant_id=bbf2a4190655482593e7a860bbf16549 HTTP/1.1" status: 200 len: 267 time: 0.0469806 Jan 25 03:46:43.479104 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1a5e9-5210-4469-975a-de779b62386d req-edcb08b6-8f5a-4412-baa4-f4ccf9829902 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:43.481643 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b6e1a5e9-5210-4469-975a-de779b62386d req-edcb08b6-8f5a-4412-baa4-f4ccf9829902 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 946 time: 0.0632477 Jan 25 03:46:43.534053 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b6e1a5e9-5210-4469-975a-de779b62386d req-91754e09-51f2-4290-83b8-e5cced9d9768 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460203 Jan 25 03:46:43.587521 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dc82a-d09f-483f-a135-b55947680142 req-ca4b7d69-b841-4dc9-b41f-1a69f66b26c4 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:43.589372 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-761dc82a-d09f-483f-a135-b55947680142 req-ca4b7d69-b841-4dc9-b41f-1a69f66b26c4 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/networks?id=e545c365-d10d-438c-b92f-53b0b77d7557 HTTP/1.1" status: 200 len: 811 time: 0.1105216 Jan 25 03:46:43.605214 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-761dc82a-d09f-483f-a135-b55947680142 req-8259f46f-8da5-4529-85fa-6bef1b2c8389 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/quotas/bbf2a4190655482593e7a860bbf16549 HTTP/1.1" status: 200 len: 375 time: 0.0104923 Jan 25 03:46:43.657501 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-761dc82a-d09f-483f-a135-b55947680142 req-91a1b4a6-bc50-4dac-84a1-446568ee8425 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=bbf2a4190655482593e7a860bbf16549&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466616 Jan 25 03:46:43.721302 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [req-761dc82a-d09f-483f-a135-b55947680142 req-b5c08702-3bcd-4b57-bd3b-3024dfb1bb0e service neutron] http://10.222.0.115:9696/v2.0/extensions returned with HTTP 200 {{(pid=103185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:46:43.722334 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-761dc82a-d09f-483f-a135-b55947680142 req-b5c08702-3bcd-4b57-bd3b-3024dfb1bb0e service neutron] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0519292 Jan 25 03:46:43.813717 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-761dc82a-d09f-483f-a135-b55947680142 req-d8cc8229-75ee-4e3c-a9cb-2e17e3948570 service neutron] 10.222.0.115 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854864 Jan 25 03:46:43.910819 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-761dc82a-d09f-483f-a135-b55947680142 req-c6d8f463-284f-49b9-83cb-1b0e9799fd69 service neutron] 10.222.0.115 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907192 Jan 25 03:46:44.181675 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bc17f342-5a19-444d-a351-7eaa3cb08d4d req-5f808483-9622-4e78-9356-135e187cda2e tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 210 time: 0.0273261 Jan 25 03:46:44.649931 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3398eaa-6d20-4b17-a3aa-5e6439e9c3e9 req-1f74ead7-af44-4c4a-adf9-7c6da1a4df72 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:44.651480 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f3398eaa-6d20-4b17-a3aa-5e6439e9c3e9 req-1f74ead7-af44-4c4a-adf9-7c6da1a4df72 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 946 time: 0.0494795 Jan 25 03:46:44.706924 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f3398eaa-6d20-4b17-a3aa-5e6439e9c3e9 req-ca9e0435-4309-43dc-b372-b9f294f13b86 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498233 Jan 25 03:46:44.825092 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db0b80-6532-4756-be53-9b6a6fb3205d req-203a71a9-15a2-4266-bab7-b7b7b7acb35f tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:44.826577 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-83db0b80-6532-4756-be53-9b6a6fb3205d req-203a71a9-15a2-4266-bab7-b7b7b7acb35f tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 946 time: 0.0543756 Jan 25 03:46:44.878256 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-83db0b80-6532-4756-be53-9b6a6fb3205d req-6428a948-389d-453f-b756-3f4fe72191d1 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455592 Jan 25 03:46:44.899905 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55350) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:45.041985 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398361a3-c766-4b11-a78d-4d3792f04053 tempest-TestVolumeBootPattern-1378876008 tempest-TestVolumeBootPattern-1378876008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:45.043538 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-398361a3-c766-4b11-a78d-4d3792f04053 tempest-TestVolumeBootPattern-1378876008 tempest-TestVolumeBootPattern-1378876008-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 1094 time: 0.1426644 Jan 25 03:46:45.046262 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55354) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:45.050484 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Request body: {'floatingip': {'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'port_id': '9fc9a725-79a8-415e-b949-ee950a70e69e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:46:45.153117 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:45.204262 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 807acd22-d380-4df0-b5f2-02cc9b6d8df7 up at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:46:45.256976 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Provisioning complete for port 807acd22-d380-4df0-b5f2-02cc9b6d8df7 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:46:45.257766 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (807acd22-d380-4df0-b5f2-02cc9b6d8df7), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:45.266834 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:45.310027 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-57dde625-5f34-4e5d-8260-b6a3bad95b39 req-59d0fdd1-f940-4759-8cd4-643827efdf5a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 210 time: 0.0515385 Jan 25 03:46:45.356219 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Current status of the port 807acd22-d380-4df0-b5f2-02cc9b6d8df7 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:46:45.385827 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Allocated IP 172.27.2.94 (239af684-5624-458a-b969-bfdffc6894c6/633c65e6-a2b9-4bb5-a70e-b23c3791a1d5/fb8a4a33-7bd4-4af9-953b-7f996fd0908a) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:46:45.562191 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for port (fb8a4a33-7bd4-4af9-953b-7f996fd0908a), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:45.655696 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (fb8a4a33-7bd4-4af9-953b-7f996fd0908a), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:45.693753 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Network 239af684-5624-458a-b969-bfdffc6894c6 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:46:45.696715 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:46:45.702751 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:46:45.726884 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event updated for resources: {'Port': ['ID=fb8a4a33-7bd4-4af9-953b-7f996fd0908a,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:46.061859 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for floatingip (deef961f-0e61-4dea-9c34-58a6e257df68), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:46.166124 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (fb8a4a33-7bd4-4af9-953b-7f996fd0908a), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:46.383194 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dc82a-d09f-483f-a135-b55947680142 req-eaceaa54-391e-447c-962d-64d671092095 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:46.384610 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-761dc82a-d09f-483f-a135-b55947680142 req-eaceaa54-391e-447c-962d-64d671092095 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.112 "GET /v2.0/networks?id=e545c365-d10d-438c-b92f-53b0b77d7557 HTTP/1.1" status: 200 len: 811 time: 0.1711311 Jan 25 03:46:46.416698 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for port (fb8a4a33-7bd4-4af9-953b-7f996fd0908a), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:46.451853 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7a099267-6e85-4804-a84f-fab0a31ad9f5 req-8245ea27-a662-47eb-925d-9834cfc1d1a9 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 210 time: 0.0459759 Jan 25 03:46:46.487070 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-761dc82a-d09f-483f-a135-b55947680142 req-678eb5f3-a801-4f77-8c0d-ccee7b12acc4 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbf2a4190655482593e7a860bbf16549 HTTP/1.1" status: 200 len: 380 time: 0.0820601 Jan 25 03:46:46.494820 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-761dc82a-d09f-483f-a135-b55947680142 req-f2d8659a-b3ab-4edf-a91a-cfc2e2970460 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Request body: {'port': {'device_id': '1ec9d94c-01db-458b-a8e9-df0d45bf666a', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'admin_state_up': True, 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'security_groups': ['0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff']}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:46:46.518849 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (fb8a4a33-7bd4-4af9-953b-7f996fd0908a), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:46.645583 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event updated for resources: {'Port': ['ID=fb8a4a33-7bd4-4af9-953b-7f996fd0908a,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:46.651874 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586113'] for floatingip (deef961f-0e61-4dea-9c34-58a6e257df68), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:46.765947 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.db.l3_db [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Floating IP deef961f-0e61-4dea-9c34-58a6e257df68 associated. External IP: 172.27.2.94, port: 9fc9a725-79a8-415e-b949-ee950a70e69e. Jan 25 03:46:46.844447 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761dc82a-d09f-483f-a135-b55947680142 req-f2d8659a-b3ab-4edf-a91a-cfc2e2970460 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Made reservation on behalf of bbf2a4190655482593e7a860bbf16549 for: {'port': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:46:46.848359 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-761dc82a-d09f-483f-a135-b55947680142 req-f2d8659a-b3ab-4edf-a91a-cfc2e2970460 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:47.068274 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [req-761dc82a-d09f-483f-a135-b55947680142 req-f2d8659a-b3ab-4edf-a91a-cfc2e2970460 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Allocated IP 172.20.0.8 (e545c365-d10d-438c-b92f-53b0b77d7557/5ae730ed-018b-48e8-9952-4ae2b147105d/e2b1c0da-6f9d-4323-8052-3159d350939c) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:46:47.083407 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:46:47.272435 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:46:47.282004 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254e036-f6a5-4805-9239-2527383252f0 None None] Sync routers for ids ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:46:47.292963 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254e036-f6a5-4805-9239-2527383252f0 None None] Routers {'903229fb-2b7e-40c2-83c6-ae92eb9aef35'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:46:47.293594 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-2254e036-f6a5-4805-9239-2527383252f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:46:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:47.301226 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-761dc82a-d09f-483f-a135-b55947680142 req-f2d8659a-b3ab-4edf-a91a-cfc2e2970460 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for port (e2b1c0da-6f9d-4323-8052-3159d350939c), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:47.365658 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:47.387815 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-761dc82a-d09f-483f-a135-b55947680142 req-f2d8659a-b3ab-4edf-a91a-cfc2e2970460 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (e2b1c0da-6f9d-4323-8052-3159d350939c), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:47.404490 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-2254e036-f6a5-4805-9239-2527383252f0 None None] Set router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:46:47.423860 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-9061ff78-d013-4e33-8f48-276f53b2fc4a tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3764267 Jan 25 03:46:47.427820 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fc95ec-6950-4d1c-8a8e-8cd379ddc451', 'tag': '9fc9a725-79a8-415e-b949-ee950a70e69e'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:46:47.430023 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25baf3cc-ed63-4819-b13a-005accc0a21e" -d '{"events": [{"name": "network-changed", "server_uuid": "31fc95ec-6950-4d1c-8a8e-8cd379ddc451", "tag": "9fc9a725-79a8-415e-b949-ee950a70e69e"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:46:47.441732 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761dc82a-d09f-483f-a135-b55947680142 req-f2d8659a-b3ab-4edf-a91a-cfc2e2970460 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Network e545c365-d10d-438c-b92f-53b0b77d7557 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:46:47.444809 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [req-761dc82a-d09f-483f-a135-b55947680142 req-f2d8659a-b3ab-4edf-a91a-cfc2e2970460 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:46:47.450710 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-761dc82a-d09f-483f-a135-b55947680142 req-f2d8659a-b3ab-4edf-a91a-cfc2e2970460 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:46:47.478049 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8659a-b3ab-4edf-a91a-cfc2e2970460 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Pushing event updated for resources: {'Port': ['ID=e2b1c0da-6f9d-4323-8052-3159d350939c,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:47.489416 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c0d52b-caf6-47a3-a967-70aabbc409e3 x-openstack-request-id: req-86c0d52b-caf6-47a3-a967-70aabbc409e3 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:46:47.489709 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fc95ec-6950-4d1c-8a8e-8cd379ddc451", "tag": "9fc9a725-79a8-415e-b949-ee950a70e69e", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:46:47.489963 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-86c0d52b-caf6-47a3-a967-70aabbc409e3 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:46:47.490361 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31fc95ec-6950-4d1c-8a8e-8cd379ddc451', 'tag': '9fc9a725-79a8-415e-b949-ee950a70e69e', 'status': 'completed', 'code': 200} Jan 25 03:46:47.516322 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dc82a-d09f-483f-a135-b55947680142 req-f2d8659a-b3ab-4edf-a91a-cfc2e2970460 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:47.517619 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-761dc82a-d09f-483f-a135-b55947680142 req-f2d8659a-b3ab-4edf-a91a-cfc2e2970460 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:47.591380 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-761dc82a-d09f-483f-a135-b55947680142 req-f2d8659a-b3ab-4edf-a91a-cfc2e2970460 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1001043 Jan 25 03:46:47.617091 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Request body: {'port': {'device_id': '1ec9d94c-01db-458b-a8e9-df0d45bf666a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:46:47.673148 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-2254e036-f6a5-4805-9239-2527383252f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '48f16b7a-68d1-4a24-8759-599f920ef140', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'port_id': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'mac_address': 'fa:16:3e:10:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:44:23Z', 'updated_at': '2022-01-25T03:44:25Z', 'revision_number': 1, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'fixed_ip_address_scope': None}, {'id': 'deef961f-0e61-4dea-9c34-58a6e257df68', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'port_id': '9fc9a725-79a8-415e-b949-ee950a70e69e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'mac_address': 'fa:16:3e:5a:18:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc95ec-6950-4d1c-8a8e-8cd379ddc451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:46:45Z', 'updated_at': '2022-01-25T03:46:45Z', 'revision_number': 0, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 5, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:47.686094 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-44638725-8f65-4c7d-ae2f-91e873a00db0 None None] Provisioning complete for port e2b1c0da-6f9d-4323-8052-3159d350939c triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:46:47.686756 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44638725-8f65-4c7d-ae2f-91e873a00db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (e2b1c0da-6f9d-4323-8052-3159d350939c), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:47.701749 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254e036-f6a5-4805-9239-2527383252f0 None None] Checking router: 903229fb-2b7e-40c2-83c6-ae92eb9aef35 for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:46:47.711484 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254e036-f6a5-4805-9239-2527383252f0 None None] Routers {'903229fb-2b7e-40c2-83c6-ae92eb9aef35'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:46:47.712107 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-2254e036-f6a5-4805-9239-2527383252f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:46:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:47.732544 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-44638725-8f65-4c7d-ae2f-91e873a00db0 None None] Port e2b1c0da-6f9d-4323-8052-3159d350939c cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:46:47.824669 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-2254e036-f6a5-4805-9239-2527383252f0 None None] Set router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:46:47.920553 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baf3cc-ed63-4819-b13a-005accc0a21e req-cd5a9758-422c-40ee-8967-be2e668d808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:47.922015 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-25baf3cc-ed63-4819-b13a-005accc0a21e req-cd5a9758-422c-40ee-8967-be2e668d808e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0fe72d0d8d144438a671aac4e939c693&device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 1099 time: 0.3776717 Jan 25 03:46:47.947351 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349926d5-e75b-4e80-b53b-0bef4fb34781 req-554b73da-01eb-47c0-b2fe-5eb94e30a5d2 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:47.949783 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-349926d5-e75b-4e80-b53b-0bef4fb34781 req-554b73da-01eb-47c0-b2fe-5eb94e30a5d2 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 931 time: 0.3905034 Jan 25 03:46:47.994954 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (e2b1c0da-6f9d-4323-8052-3159d350939c), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:48.051211 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-2254e036-f6a5-4805-9239-2527383252f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '48f16b7a-68d1-4a24-8759-599f920ef140', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'port_id': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'mac_address': 'fa:16:3e:10:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:44:23Z', 'updated_at': '2022-01-25T03:44:25Z', 'revision_number': 1, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'fixed_ip_address_scope': None}, {'id': 'deef961f-0e61-4dea-9c34-58a6e257df68', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'port_id': '9fc9a725-79a8-415e-b949-ee950a70e69e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'mac_address': 'fa:16:3e:5a:18:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc95ec-6950-4d1c-8a8e-8cd379ddc451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:46:45Z', 'updated_at': '2022-01-25T03:46:45Z', 'revision_number': 0, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 5, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:48.077827 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254e036-f6a5-4805-9239-2527383252f0 None None] The sync data for ids ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'] in dv-cinder-819011-2-iscsi is: [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '48f16b7a-68d1-4a24-8759-599f920ef140', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'port_id': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'mac_address': 'fa:16:3e:10:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:44:23Z', 'updated_at': '2022-01-25T03:44:25Z', 'revision_number': 1, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'fixed_ip_address_scope': None}, {'id': 'deef961f-0e61-4dea-9c34-58a6e257df68', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'port_id': '9fc9a725-79a8-415e-b949-ee950a70e69e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'mac_address': 'fa:16:3e:5a:18:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc95ec-6950-4d1c-8a8e-8cd379ddc451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:46:45Z', 'updated_at': '2022-01-25T03:46:45Z', 'revision_number': 0, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 5, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:46:48.104487 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-349926d5-e75b-4e80-b53b-0bef4fb34781 req-e25889c9-1c42-4394-96f4-12d19f74c86f tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438885 Jan 25 03:46:48.119250 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baf3cc-ed63-4819-b13a-005accc0a21e req-d069b3c8-4e60-4d9d-a76d-6e2751a194a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:48.120889 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-25baf3cc-ed63-4819-b13a-005accc0a21e req-d069b3c8-4e60-4d9d-a76d-6e2751a194a3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=0ff74d41-8997-4f13-a353-f1aafd7e012e HTTP/1.1" status: 200 len: 912 time: 0.1828406 Jan 25 03:46:48.264824 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-25baf3cc-ed63-4819-b13a-005accc0a21e req-857ed48d-71b6-4c56-8757-a7c4fc643b0c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc9a725-79a8-415e-b949-ee950a70e69e HTTP/1.1" status: 200 len: 999 time: 0.1336956 Jan 25 03:46:48.268975 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a74420d-c703-42a4-811a-0c667f500946 None None] New status for floating IP deef961f-0e61-4dea-9c34-58a6e257df68: ACTIVE {{(pid=103187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:46:48.368223 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baf3cc-ed63-4819-b13a-005accc0a21e req-74b75264-0e62-4f9d-8e68-b46a63f57f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:48.372522 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-25baf3cc-ed63-4819-b13a-005accc0a21e req-74b75264-0e62-4f9d-8e68-b46a63f57f1e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=de574e71-d5c9-48da-aa30-76bdfc91fca9 HTTP/1.1" status: 200 len: 851 time: 0.0924387 Jan 25 03:46:48.451238 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baf3cc-ed63-4819-b13a-005accc0a21e req-c1e9fabd-3eac-41ca-bcbb-b6d80fb17b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:48.452684 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-25baf3cc-ed63-4819-b13a-005accc0a21e req-c1e9fabd-3eac-41ca-bcbb-b6d80fb17b22 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=0ff74d41-8997-4f13-a353-f1aafd7e012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771298 Jan 25 03:46:48.511643 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b1c0da-6f9d-4323-8052-3159d350939c {{(pid=103186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:46:48.549642 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Publish callbacks [] for port (e2b1c0da-6f9d-4323-8052-3159d350939c), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:48.571984 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.provisioning_blocks [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Transition to ACTIVE for port object e2b1c0da-6f9d-4323-8052-3159d350939c will not be triggered until provisioned by entity L2. {{(pid=103186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:46:48.592333 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-25baf3cc-ed63-4819-b13a-005accc0a21e req-d99de3f7-34b1-4133-9984-dd1651fb5b7f service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223049 Jan 25 03:46:48.654641 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (e2b1c0da-6f9d-4323-8052-3159d350939c), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:48.731422 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b1c0da-6f9d-4323-8052-3159d350939c,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:48.748130 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-25baf3cc-ed63-4819-b13a-005accc0a21e req-2620db62-4894-4481-8421-1aafa684450c service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481225 Jan 25 03:46:48.818925 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Attempting to bind port e2b1c0da-6f9d-4323-8052-3159d350939c on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:46:48.819391 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Attempting to bind port e2b1c0da-6f9d-4323-8052-3159d350939c by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': '23758210-a1d1-4a94-af14-41c1fb6f0cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:46:48.819868 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Attempting to bind port e2b1c0da-6f9d-4323-8052-3159d350939c on network e545c365-d10d-438c-b92f-53b0b77d7557 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:46:48.824847 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Port e2b1c0da-6f9d-4323-8052-3159d350939c on network e545c365-d10d-438c-b92f-53b0b77d7557 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:46:48.825248 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Attempting to bind port e2b1c0da-6f9d-4323-8052-3159d350939c on network e545c365-d10d-438c-b92f-53b0b77d7557 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:46:48.830855 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:46:48.831298 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Checking segment: {'id': '23758210-a1d1-4a94-af14-41c1fb6f0cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:46:48.831743 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Bound using segment: {'id': '23758210-a1d1-4a94-af14-41c1fb6f0cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:46:48.832244 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Bound port: e2b1c0da-6f9d-4323-8052-3159d350939c, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23758210-a1d1-4a94-af14-41c1fb6f0cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:46:48.832677 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (e2b1c0da-6f9d-4323-8052-3159d350939c), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:48.897746 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] For port e2b1c0da-6f9d-4323-8052-3159d350939c, host hv-cinder-81901, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:46:48.900672 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] For port e2b1c0da-6f9d-4323-8052-3159d350939c, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=e2b1c0da-6f9d-4323-8052-3159d350939c,segment=NetworkSegment(23758210-a1d1-4a94-af14-41c1fb6f0cdd),segment_id=23758210-a1d1-4a94-af14-41c1fb6f0cdd)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:46:48.975664 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (e2b1c0da-6f9d-4323-8052-3159d350939c), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:49.013387 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:49.014003 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:49.015431 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-761dc82a-d09f-483f-a135-b55947680142 req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] 10.222.0.112 "PUT /v2.0/ports/e2b1c0da-6f9d-4323-8052-3159d350939c HTTP/1.1" status: 200 len: 1093 time: 1.4054008 Jan 25 03:46:49.037555 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873612a3-77e0-4362-b250-9ddd5681fd96 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b1c0da-6f9d-4323-8052-3159d350939c,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:49.191084 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dc82a-d09f-483f-a135-b55947680142 req-f20f669d-d220-4da7-8e3d-774422d70bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:49.192887 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-761dc82a-d09f-483f-a135-b55947680142 req-f20f669d-d220-4da7-8e3d-774422d70bb0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=bbf2a4190655482593e7a860bbf16549&device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 1096 time: 0.0467598 Jan 25 03:46:49.233459 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752b11a-ea96-40df-8684-c36ee1e22856 req-02ef65e7-cdae-4e4b-a0a4-5842ff884348 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:49.234850 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4752b11a-ea96-40df-8684-c36ee1e22856 req-02ef65e7-cdae-4e4b-a0a4-5842ff884348 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 943 time: 0.0499225 Jan 25 03:46:49.241872 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-761dc82a-d09f-483f-a135-b55947680142 req-ba301d43-1212-4d76-a41e-7d18384a0a2d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b1c0da-6f9d-4323-8052-3159d350939c HTTP/1.1" status: 200 len: 217 time: 0.0345039 Jan 25 03:46:49.281970 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4752b11a-ea96-40df-8684-c36ee1e22856 req-0bbdb114-5e44-47fa-851e-7b9494441f56 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406082 Jan 25 03:46:49.294762 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dc82a-d09f-483f-a135-b55947680142 req-f40a404b-cb62-42c2-809d-581068743af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:49.296283 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-761dc82a-d09f-483f-a135-b55947680142 req-f40a404b-cb62-42c2-809d-581068743af1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5ae730ed-018b-48e8-9952-4ae2b147105d HTTP/1.1" status: 200 len: 850 time: 0.0474570 Jan 25 03:46:49.347836 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dc82a-d09f-483f-a135-b55947680142 req-2250a09f-c2b2-4d15-9e50-f0191b3812ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:49.349342 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-761dc82a-d09f-483f-a135-b55947680142 req-2250a09f-c2b2-4d15-9e50-f0191b3812ef service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e545c365-d10d-438c-b92f-53b0b77d7557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450530 Jan 25 03:46:49.456746 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-761dc82a-d09f-483f-a135-b55947680142 req-0024dab3-de0a-459a-b3be-00a0ff425d63 service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981863 Jan 25 03:46:49.516145 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec9d94c-01db-458b-a8e9-df0d45bf666a', 'tag': 'e2b1c0da-6f9d-4323-8052-3159d350939c'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:46:49.518787 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939e32cc-f291-4348-a289-fbe70af10c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec9d94c-01db-458b-a8e9-df0d45bf666a", "tag": "e2b1c0da-6f9d-4323-8052-3159d350939c"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:46:49.554557 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-761dc82a-d09f-483f-a135-b55947680142 req-6bf644d2-2ccf-4636-8666-8a83311da5bc service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922065 Jan 25 03:46:49.558073 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ee4f94-f9ec-4bdf-8d5e-68ecefe81633 x-openstack-request-id: req-c5ee4f94-f9ec-4bdf-8d5e-68ecefe81633 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:46:49.558355 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec9d94c-01db-458b-a8e9-df0d45bf666a", "tag": "e2b1c0da-6f9d-4323-8052-3159d350939c", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:46:49.558601 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-c5ee4f94-f9ec-4bdf-8d5e-68ecefe81633 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:46:49.558974 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec9d94c-01db-458b-a8e9-df0d45bf666a', 'tag': 'e2b1c0da-6f9d-4323-8052-3159d350939c', 'status': 'completed', 'code': 200} Jan 25 03:46:49.779319 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e32cc-f291-4348-a289-fbe70af10c1f req-5dee7636-0c94-4d07-a575-1f3e977d2411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:49.780707 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-939e32cc-f291-4348-a289-fbe70af10c1f req-5dee7636-0c94-4d07-a575-1f3e977d2411 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=bbf2a4190655482593e7a860bbf16549&device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 1096 time: 0.0408132 Jan 25 03:46:49.879506 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e32cc-f291-4348-a289-fbe70af10c1f req-d5294558-fb9f-4209-b8dc-215e9761889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:49.880968 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-939e32cc-f291-4348-a289-fbe70af10c1f req-d5294558-fb9f-4209-b8dc-215e9761889b service neutron] 10.222.0.112 "GET /v2.0/networks?id=e545c365-d10d-438c-b92f-53b0b77d7557 HTTP/1.1" status: 200 len: 911 time: 0.0878196 Jan 25 03:46:49.922441 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-939e32cc-f291-4348-a289-fbe70af10c1f req-071ff38b-6d74-4412-baaa-19aff15bab85 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b1c0da-6f9d-4323-8052-3159d350939c HTTP/1.1" status: 200 len: 217 time: 0.0338271 Jan 25 03:46:49.969771 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e32cc-f291-4348-a289-fbe70af10c1f req-a9f6d96c-b1aa-428b-9253-a8e040ef960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:49.971575 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-939e32cc-f291-4348-a289-fbe70af10c1f req-a9f6d96c-b1aa-428b-9253-a8e040ef960a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5ae730ed-018b-48e8-9952-4ae2b147105d HTTP/1.1" status: 200 len: 850 time: 0.0431931 Jan 25 03:46:50.019865 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e32cc-f291-4348-a289-fbe70af10c1f req-d137d7b7-26e1-4e8e-8ac3-e62f07656283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:50.021326 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-939e32cc-f291-4348-a289-fbe70af10c1f req-d137d7b7-26e1-4e8e-8ac3-e62f07656283 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e545c365-d10d-438c-b92f-53b0b77d7557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436556 Jan 25 03:46:50.109715 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-939e32cc-f291-4348-a289-fbe70af10c1f req-7ce3ab4c-a8f7-4ed3-8b5f-6e609f72996f service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812547 Jan 25 03:46:50.200468 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-939e32cc-f291-4348-a289-fbe70af10c1f req-75f27ab9-2bcd-47b1-9623-cec2a2350288 service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844681 Jan 25 03:46:50.397478 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffabb4-800c-4e54-a1e9-4e6c883bc8e5 req-4a203575-1c3f-425c-9278-91ee2f2eed57 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:50.398960 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e4ffabb4-800c-4e54-a1e9-4e6c883bc8e5 req-4a203575-1c3f-425c-9278-91ee2f2eed57 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 943 time: 0.0491104 Jan 25 03:46:50.446247 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e4ffabb4-800c-4e54-a1e9-4e6c883bc8e5 req-5fffc9c4-93da-4ada-ad9a-f8762f33334a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417068 Jan 25 03:46:50.968938 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55378) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:51.216440 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-a24bee1d-064a-4778-9009-2b548e444f6a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Deleting port 81f3a542-a68e-45d9-afa3-b76f7790313b {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:46:51.216791 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a24bee1d-064a-4778-9009-2b548e444f6a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (81f3a542-a68e-45d9-afa3-b76f7790313b), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:51.290091 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a24bee1d-064a-4778-9009-2b548e444f6a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (81f3a542-a68e-45d9-afa3-b76f7790313b), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:51.290336 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a24bee1d-064a-4778-9009-2b548e444f6a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for floatingip (81f3a542-a68e-45d9-afa3-b76f7790313b), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:51.301837 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-a24bee1d-064a-4778-9009-2b548e444f6a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Calling delete_port for 81f3a542-a68e-45d9-afa3-b76f7790313b owned by network:floatingip {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:46:51.525123 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a24bee1d-064a-4778-9009-2b548e444f6a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (81f3a542-a68e-45d9-afa3-b76f7790313b), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:51.564470 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bee1d-064a-4778-9009-2b548e444f6a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Pushing event deleted for resources: {'Port': ['ID=81f3a542-a68e-45d9-afa3-b76f7790313b,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:51.625131 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afaffe-9e0d-4dc1-8b83-84e12edb8643 req-ba2b2b3e-3e02-4710-ab60-e0022725790e tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:51.627318 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-02afaffe-9e0d-4dc1-8b83-84e12edb8643 req-ba2b2b3e-3e02-4710-ab60-e0022725790e tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 943 time: 0.1131523 Jan 25 03:46:51.649814 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a24bee1d-064a-4778-9009-2b548e444f6a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for floatingip (1263f90a-0b2c-4be8-b0ea-bec40bc9b90e), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:51.650140 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.db.l3_db [None req-a24bee1d-064a-4778-9009-2b548e444f6a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Floating IP 1263f90a-0b2c-4be8-b0ea-bec40bc9b90e disassociated (deleted). External IP: 172.27.2.177, port: b93b0fe2-4ab5-4c3c-81e5-39ac08ded566. Jan 25 03:46:51.719347 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-02afaffe-9e0d-4dc1-8b83-84e12edb8643 req-44dbb666-e156-423c-8623-cf19cfed046c tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861833 Jan 25 03:46:51.878744 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24bee1d-064a-4778-9009-2b548e444f6a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Router 4ed86fc4-f2c6-4e61-a014-e65bc168583c has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:46:51.982401 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24bee1d-064a-4778-9009-2b548e444f6a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:46:51.988186 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a24bee1d-064a-4778-9009-2b548e444f6a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:51.992587 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29267070-8ce7-485b-a359-33139604cedf None None] Sync routers for ids ['4ed86fc4-f2c6-4e61-a014-e65bc168583c'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:46:52.003766 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29267070-8ce7-485b-a359-33139604cedf None None] Routers {'4ed86fc4-f2c6-4e61-a014-e65bc168583c'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:46:52.004373 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-29267070-8ce7-485b-a359-33139604cedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:46:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['4ed86fc4-f2c6-4e61-a014-e65bc168583c'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:52.014267 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-a24bee1d-064a-4778-9009-2b548e444f6a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "DELETE /v2.0/floatingips/1263f90a-0b2c-4be8-b0ea-bec40bc9b90e HTTP/1.1" status: 204 len: 168 time: 1.0442529 Jan 25 03:46:52.014955 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d', 'tag': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:46:52.017398 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ceb240-e70f-4343-9920-e9532aff3a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d", "tag": "b93b0fe2-4ab5-4c3c-81e5-39ac08ded566"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:46:52.077452 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2cd08f-4dc9-4788-87d1-7cc2b7eaa18f x-openstack-request-id: req-ef2cd08f-4dc9-4788-87d1-7cc2b7eaa18f {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:46:52.077842 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d", "tag": "b93b0fe2-4ab5-4c3c-81e5-39ac08ded566", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:46:52.078170 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-ef2cd08f-4dc9-4788-87d1-7cc2b7eaa18f {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:46:52.078650 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d', 'tag': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566', 'status': 'completed', 'code': 200} Jan 25 03:46:52.123929 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-29267070-8ce7-485b-a359-33139604cedf None None] Set router 4ed86fc4-f2c6-4e61-a014-e65bc168583c gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:46:52.174174 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e38991ce-1340-4e71-b3a2-2b89079e7645 req-450a31a6-58fe-486b-920f-852d51e6ff19 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710037 Jan 25 03:46:52.180004 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ceb240-e70f-4343-9920-e9532aff3a7d req-37dea5cd-2efb-4106-a3f0-3618af7b80b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:52.181383 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e5ceb240-e70f-4343-9920-e9532aff3a7d req-37dea5cd-2efb-4106-a3f0-3618af7b80b8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5820f90cd1d1413e9885c9ec8005f384&device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 1098 time: 0.0503788 Jan 25 03:46:52.277525 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ceb240-e70f-4343-9920-e9532aff3a7d req-0535b7a3-73ea-45c4-9cb4-9f903a8e1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:52.279007 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e5ceb240-e70f-4343-9920-e9532aff3a7d req-0535b7a3-73ea-45c4-9cb4-9f903a8e1eb2 service neutron] 10.222.0.112 "GET /v2.0/networks?id=8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 HTTP/1.1" status: 200 len: 908 time: 0.0907876 Jan 25 03:46:52.326398 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e5ceb240-e70f-4343-9920-e9532aff3a7d req-afdee772-925f-446b-9e7e-1858e77e2d6e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 HTTP/1.1" status: 200 len: 217 time: 0.0358679 Jan 25 03:46:52.330662 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-29267070-8ce7-485b-a359-33139604cedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'name': 'tempest-TestShelveInstance-385968923-router', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:44Z', 'revision_number': 4, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'gw_port': {'id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6', 'name': '', 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'mac_address': 'fa:16:3e:64:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:43Z', 'updated_at': '2022-01-25T03:40:47Z', 'revision_number': 5, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'subnets': [{'id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:52.362383 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29267070-8ce7-485b-a359-33139604cedf None None] Checking router: 4ed86fc4-f2c6-4e61-a014-e65bc168583c for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:46:52.372664 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29267070-8ce7-485b-a359-33139604cedf None None] Routers {'4ed86fc4-f2c6-4e61-a014-e65bc168583c'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:46:52.373301 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-29267070-8ce7-485b-a359-33139604cedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:46:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['4ed86fc4-f2c6-4e61-a014-e65bc168583c'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:52.379079 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ceb240-e70f-4343-9920-e9532aff3a7d req-1dea2e32-167d-4848-9284-5736c846e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:52.380602 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e5ceb240-e70f-4343-9920-e9532aff3a7d req-1dea2e32-167d-4848-9284-5736c846e7d7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6cadec2c-b42a-4aaf-a2a5-77c1b01db73c HTTP/1.1" status: 200 len: 847 time: 0.0488143 Jan 25 03:46:52.497946 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ceb240-e70f-4343-9920-e9532aff3a7d req-0f909dd8-ea09-4579-9fbe-d058b04ce44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:52.499380 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e5ceb240-e70f-4343-9920-e9532aff3a7d req-0f909dd8-ea09-4579-9fbe-d058b04ce44d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867736 Jan 25 03:46:52.512523 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc865-0c38-4102-a50a-3c43f4ebe6e1 req-832a7921-9158-4a18-9d88-0a89a4e1f3f1 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:52.514053 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-28bcc865-0c38-4102-a50a-3c43f4ebe6e1 req-832a7921-9158-4a18-9d88-0a89a4e1f3f1 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0684910 Jan 25 03:46:52.582773 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-29267070-8ce7-485b-a359-33139604cedf None None] Set router 4ed86fc4-f2c6-4e61-a014-e65bc168583c gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:46:52.618604 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-28bcc865-0c38-4102-a50a-3c43f4ebe6e1 req-5f6e807a-7baf-4484-9b6f-9b319d14dd51 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960395 Jan 25 03:46:52.644522 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e5ceb240-e70f-4343-9920-e9532aff3a7d req-e99e33d2-efa3-4d32-b9f0-323a12e93074 service neutron] 10.222.0.112 "GET /v2.0/networks/8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294930 Jan 25 03:46:52.732331 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e5ceb240-e70f-4343-9920-e9532aff3a7d req-47f039fb-e804-4e14-8814-1a2d9ebbfa3a service neutron] 10.222.0.112 "GET /v2.0/networks/8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812364 Jan 25 03:46:52.780489 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-29267070-8ce7-485b-a359-33139604cedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'name': 'tempest-TestShelveInstance-385968923-router', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:44Z', 'revision_number': 4, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'gw_port': {'id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6', 'name': '', 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'mac_address': 'fa:16:3e:64:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:43Z', 'updated_at': '2022-01-25T03:40:47Z', 'revision_number': 5, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'subnets': [{'id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:52.812123 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29267070-8ce7-485b-a359-33139604cedf None None] The sync data for ids ['4ed86fc4-f2c6-4e61-a014-e65bc168583c'] in dv-cinder-819011-2-iscsi is: [{'id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'name': 'tempest-TestShelveInstance-385968923-router', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:44Z', 'revision_number': 4, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'gw_port': {'id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6', 'name': '', 'network_id': '8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'mac_address': 'fa:16:3e:64:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:43Z', 'updated_at': '2022-01-25T03:40:47Z', 'revision_number': 5, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'subnets': [{'id': '6cadec2c-b42a-4aaf-a2a5-77c1b01db73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:46:52.867498 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215d302-bd7e-49e7-85a1-8d2a07d7b303 req-ac91bf9b-fe32-4096-82b7-cde7705a47c7 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:52.869098 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d215d302-bd7e-49e7-85a1-8d2a07d7b303 req-ac91bf9b-fe32-4096-82b7-cde7705a47c7 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 943 time: 0.0647073 Jan 25 03:46:52.920634 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d215d302-bd7e-49e7-85a1-8d2a07d7b303 req-95b76bb4-90b0-4ac0-8e5d-257ed87f9bbe tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457630 Jan 25 03:46:52.964233 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38991ce-1340-4e71-b3a2-2b89079e7645 req-b81ba30b-1a57-46d3-923f-dcbef68be8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:52.965729 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e38991ce-1340-4e71-b3a2-2b89079e7645 req-b81ba30b-1a57-46d3-923f-dcbef68be8f9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5820f90cd1d1413e9885c9ec8005f384&device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 1098 time: 0.0416822 Jan 25 03:46:53.054396 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c78d6b5-c7db-4daa-a546-fb48be21c47c None None] New status for floating IP 1263f90a-0b2c-4be8-b0ea-bec40bc9b90e: DOWN {{(pid=103187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:46:53.078261 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38991ce-1340-4e71-b3a2-2b89079e7645 req-05287c0f-eb35-466b-bac9-61b322ee0862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:53.079838 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e38991ce-1340-4e71-b3a2-2b89079e7645 req-05287c0f-eb35-466b-bac9-61b322ee0862 service neutron] 10.222.0.112 "GET /v2.0/networks?id=8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 HTTP/1.1" status: 200 len: 908 time: 0.0928116 Jan 25 03:46:53.120800 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e38991ce-1340-4e71-b3a2-2b89079e7645 req-587f392e-5bc3-4a86-a4d1-6b4160a7c829 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 HTTP/1.1" status: 200 len: 217 time: 0.0345895 Jan 25 03:46:53.174803 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38991ce-1340-4e71-b3a2-2b89079e7645 req-262872ba-1c07-4c17-9508-0bc4ed337d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:53.176312 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e38991ce-1340-4e71-b3a2-2b89079e7645 req-262872ba-1c07-4c17-9508-0bc4ed337d16 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6cadec2c-b42a-4aaf-a2a5-77c1b01db73c HTTP/1.1" status: 200 len: 847 time: 0.0484502 Jan 25 03:46:53.221822 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38991ce-1340-4e71-b3a2-2b89079e7645 req-78accb55-d634-422a-86ec-a5d773e0f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:53.223300 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e38991ce-1340-4e71-b3a2-2b89079e7645 req-78accb55-d634-422a-86ec-a5d773e0f6df service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401559 Jan 25 03:46:53.310718 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e38991ce-1340-4e71-b3a2-2b89079e7645 req-b63f41dd-0352-46fc-ad9e-2b2374384766 service neutron] 10.222.0.112 "GET /v2.0/networks/8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804744 Jan 25 03:46:53.647020 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e38991ce-1340-4e71-b3a2-2b89079e7645 req-4e8a1410-6324-41c6-9d07-222be0677202 service neutron] 10.222.0.112 "GET /v2.0/networks/8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306460 Jan 25 03:46:53.732985 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b47ea6-ef20-490b-82e6-3c02d8f95865 req-865288f2-8c8d-44f2-a8d2-294e8bdc810a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:53.734417 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-63b47ea6-ef20-490b-82e6-3c02d8f95865 req-865288f2-8c8d-44f2-a8d2-294e8bdc810a tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0481987 Jan 25 03:46:53.782256 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-63b47ea6-ef20-490b-82e6-3c02d8f95865 req-ad932bfc-413c-419e-94db-138847b5eb79 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/security-groups?id=e55e1b9b-f90f-4f10-b497-76b1aebc58c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422611 Jan 25 03:46:53.882835 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device e2b1c0da-6f9d-4323-8052-3159d350939c details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:46:53.981167 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port e2b1c0da-6f9d-4323-8052-3159d350939c, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=e2b1c0da-6f9d-4323-8052-3159d350939c,segment=NetworkSegment(23758210-a1d1-4a94-af14-41c1fb6f0cdd),segment_id=23758210-a1d1-4a94-af14-41c1fb6f0cdd)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:46:53.993108 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': 'e2b1c0da-6f9d-4323-8052-3159d350939c', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'port_id': 'e2b1c0da-6f9d-4323-8052-3159d350939c', 'mac_address': 'fa:16:3e:81:d2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:46:54.031561 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port e2b1c0da-6f9d-4323-8052-3159d350939c is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:46:54.031947 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (e2b1c0da-6f9d-4323-8052-3159d350939c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:54.037390 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2235680-0d3f-4f21-bdb5-fb3e0dad36e1 req-3f4beef6-3486-4b6a-ad7c-3b52d241bc73 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:54.038857 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f2235680-0d3f-4f21-bdb5-fb3e0dad36e1 req-3f4beef6-3486-4b6a-ad7c-3b52d241bc73 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 943 time: 0.0482898 Jan 25 03:46:54.045143 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b1c0da-6f9d-4323-8052-3159d350939c {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:46:54.065712 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port e2b1c0da-6f9d-4323-8052-3159d350939c, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=e2b1c0da-6f9d-4323-8052-3159d350939c,segment=NetworkSegment(23758210-a1d1-4a94-af14-41c1fb6f0cdd),segment_id=23758210-a1d1-4a94-af14-41c1fb6f0cdd)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:46:54.086962 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f2235680-0d3f-4f21-bdb5-fb3e0dad36e1 req-9e07a63f-8db1-474f-9268-faf372f40603 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424883 Jan 25 03:46:54.121150 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (e2b1c0da-6f9d-4323-8052-3159d350939c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:54.168607 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=e2b1c0da-6f9d-4323-8052-3159d350939c,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:54.432797 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c374f96-b2b7-4d98-a82a-5cf9f193150c req-13c523db-cdc3-499a-977d-49d7888c54eb tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:54.434186 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6c374f96-b2b7-4d98-a82a-5cf9f193150c req-13c523db-cdc3-499a-977d-49d7888c54eb tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.112 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0549660 Jan 25 03:46:54.529828 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-6c374f96-b2b7-4d98-a82a-5cf9f193150c req-2cccd2ed-2538-46ca-b685-21bae4ef6532 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Deleting port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:46:54.530166 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6c374f96-b2b7-4d98-a82a-5cf9f193150c req-2cccd2ed-2538-46ca-b685-21bae4ef6532 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:54.571434 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['e2b1c0da-6f9d-4323-8052-3159d350939c'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:46:54.619020 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-6c374f96-b2b7-4d98-a82a-5cf9f193150c req-2cccd2ed-2538-46ca-b685-21bae4ef6532 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] For port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566,segment=NetworkSegment(f58f53ca-de40-4488-a8b1-2dcb2946bede),segment_id=f58f53ca-de40-4488-a8b1-2dcb2946bede)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:46:54.619408 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6c374f96-b2b7-4d98-a82a-5cf9f193150c req-2cccd2ed-2538-46ca-b685-21bae4ef6532 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:54.631640 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-6c374f96-b2b7-4d98-a82a-5cf9f193150c req-2cccd2ed-2538-46ca-b685-21bae4ef6532 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Calling delete_port for b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:46:54.832564 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6c374f96-b2b7-4d98-a82a-5cf9f193150c req-2cccd2ed-2538-46ca-b685-21bae4ef6532 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (b93b0fe2-4ab5-4c3c-81e5-39ac08ded566), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:54.870705 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cccd2ed-2538-46ca-b685-21bae4ef6532 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Pushing event deleted for resources: {'Port': ['ID=b93b0fe2-4ab5-4c3c-81e5-39ac08ded566,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:54.893336 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e8cafd1e-eaf3-4b65-a0c6-e368f82067e8 req-13fbb2e8-238e-479d-a545-1eb8396bc94c tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 210 time: 0.0338805 Jan 25 03:46:54.924202 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c374f96-b2b7-4d98-a82a-5cf9f193150c req-2cccd2ed-2538-46ca-b685-21bae4ef6532 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] No DVR routers for this DVR port b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:46:54.928436 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-6c374f96-b2b7-4d98-a82a-5cf9f193150c req-2cccd2ed-2538-46ca-b685-21bae4ef6532 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:54.931693 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-6c374f96-b2b7-4d98-a82a-5cf9f193150c req-2cccd2ed-2538-46ca-b685-21bae4ef6532 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.112 "DELETE /v2.0/ports/b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 HTTP/1.1" status: 204 len: 173 time: 0.4915318 Jan 25 03:46:54.932385 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d', 'name': 'network-vif-deleted', 'tag': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:46:54.934603 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fa5934-105c-42c9-8aaf-d680e9aa5bb4" -d '{"events": [{"server_uuid": "7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d", "name": "network-vif-deleted", "tag": "b93b0fe2-4ab5-4c3c-81e5-39ac08ded566"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:46:54.969521 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce12772-777d-4a47-8a55-bb68c940ce66 x-openstack-request-id: req-1ce12772-777d-4a47-8a55-bb68c940ce66 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:46:54.969814 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d", "name": "network-vif-deleted", "tag": "b93b0fe2-4ab5-4c3c-81e5-39ac08ded566", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:46:54.970145 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-1ce12772-777d-4a47-8a55-bb68c940ce66 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:46:54.970735 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d', 'name': 'network-vif-deleted', 'tag': 'b93b0fe2-4ab5-4c3c-81e5-39ac08ded566', 'status': 'completed', 'code': 200} Jan 25 03:46:55.207298 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff13d4f-eea6-4f19-8e69-550a4f6956dd req-01dbe0f0-4723-45b9-9f16-09e536e1739e tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:55.209113 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4ff13d4f-eea6-4f19-8e69-550a4f6956dd req-01dbe0f0-4723-45b9-9f16-09e536e1739e tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 944 time: 0.0544846 Jan 25 03:46:55.261771 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4ff13d4f-eea6-4f19-8e69-550a4f6956dd req-eabfdb92-f038-4502-a233-d4749e1f7033 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465772 Jan 25 03:46:55.944514 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device e2b1c0da-6f9d-4323-8052-3159d350939c up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:46:55.996756 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-da308d42-bfd1-4b42-9787-5b88eb9c226c req-289d9648-01c3-4541-ad0a-ebc4296e8e0b tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d22aaa8-ddc5-4e34-9ed6-e52a8d1e6f2d HTTP/1.1" status: 200 len: 210 time: 0.0251298 Jan 25 03:46:56.064376 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port e2b1c0da-6f9d-4323-8052-3159d350939c completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:46:56.068419 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port e2b1c0da-6f9d-4323-8052-3159d350939c triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:46:56.068855 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (e2b1c0da-6f9d-4323-8052-3159d350939c), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:56.144503 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port e2b1c0da-6f9d-4323-8052-3159d350939c is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:46:56.144885 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (e2b1c0da-6f9d-4323-8052-3159d350939c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:56.166192 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec9d94c-01db-458b-a8e9-df0d45bf666a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b1c0da-6f9d-4323-8052-3159d350939c'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:46:56.168437 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c150743-659d-41d4-b067-e480864636d1" -d '{"events": [{"server_uuid": "1ec9d94c-01db-458b-a8e9-df0d45bf666a", "name": "network-vif-plugged", "status": "completed", "tag": "e2b1c0da-6f9d-4323-8052-3159d350939c"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:46:56.181219 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port e2b1c0da-6f9d-4323-8052-3159d350939c, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=e2b1c0da-6f9d-4323-8052-3159d350939c,segment=NetworkSegment(23758210-a1d1-4a94-af14-41c1fb6f0cdd),segment_id=23758210-a1d1-4a94-af14-41c1fb6f0cdd)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:46:56.249233 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (e2b1c0da-6f9d-4323-8052-3159d350939c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:56.273276 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01718392-34b9-468f-871d-fe62ef658c0c x-openstack-request-id: req-01718392-34b9-468f-871d-fe62ef658c0c {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:46:56.273571 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec9d94c-01db-458b-a8e9-df0d45bf666a", "name": "network-vif-plugged", "status": "completed", "tag": "e2b1c0da-6f9d-4323-8052-3159d350939c", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:46:56.273825 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-01718392-34b9-468f-871d-fe62ef658c0c {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:46:56.274206 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec9d94c-01db-458b-a8e9-df0d45bf666a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b1c0da-6f9d-4323-8052-3159d350939c', 'code': 200} Jan 25 03:46:56.300393 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=e2b1c0da-6f9d-4323-8052-3159d350939c,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:56.385892 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7fbae-734d-4fc6-8908-7cc0a1288adc req-0afaf968-2598-40bd-9627-bdfa601bbf57 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:56.387380 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-72d7fbae-734d-4fc6-8908-7cc0a1288adc req-0afaf968-2598-40bd-9627-bdfa601bbf57 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0553277 Jan 25 03:46:56.437848 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-72d7fbae-734d-4fc6-8908-7cc0a1288adc req-a4ffd574-3594-4c6c-a0f5-b66b7ebab9cc tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440505 Jan 25 03:46:56.687452 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a518b3-ae2a-43e4-85d0-815198343f91 req-ff20b2fa-218f-4d2c-9bbf-604f4091d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:56.689083 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-46a518b3-ae2a-43e4-85d0-815198343f91 req-ff20b2fa-218f-4d2c-9bbf-604f4091d23b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 1098 time: 0.0404532 Jan 25 03:46:56.732393 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-46a518b3-ae2a-43e4-85d0-815198343f91 req-f6254aad-88be-41f0-99f3-53c70e119a8e service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366907 Jan 25 03:46:57.053919 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55414) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:57.112068 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94c90b8b-65d7-4a93-944b-58563d95fb81 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group (e55e1b9b-f90f-4f10-b497-76b1aebc58c4), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:57.139168 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94c90b8b-65d7-4a93-944b-58563d95fb81 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group (e55e1b9b-f90f-4f10-b497-76b1aebc58c4), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:57.286910 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94c90b8b-65d7-4a93-944b-58563d95fb81 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (e55e1b9b-f90f-4f10-b497-76b1aebc58c4), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:57.289537 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94c90b8b-65d7-4a93-944b-58563d95fb81 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:57.290698 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-94c90b8b-65d7-4a93-944b-58563d95fb81 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] 10.222.0.115 "DELETE /v2.0/security-groups/e55e1b9b-f90f-4f10-b497-76b1aebc58c4 HTTP/1.1" status: 204 len: 168 time: 0.2357743 Jan 25 03:46:57.299885 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c90b8b-65d7-4a93-944b-58563d95fb81 tempest-TestShelveInstance-855419403 tempest-TestShelveInstance-855419403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55e1b9b-f90f-4f10-b497-76b1aebc58c4,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:57.413470 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55418) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:57.575671 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53216fe-914c-49af-957f-303eb6135a92 req-c74a73d4-a048-4487-ab12-3d811622faff tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:57.577181 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b53216fe-914c-49af-957f-303eb6135a92 req-c74a73d4-a048-4487-ab12-3d811622faff tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0482771 Jan 25 03:46:57.627183 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-b53216fe-914c-49af-957f-303eb6135a92 req-1d6dc980-a092-498d-b1fb-d4262610ff43 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436800 Jan 25 03:46:57.805000 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c84d73f-4e27-49aa-ac86-feb6c16699ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560331'] for router_interface (4ed86fc4-f2c6-4e61-a014-e65bc168583c), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:57.892773 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:46:57.912362 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:46:57.912707 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device b93b0fe2-4ab5-4c3c-81e5-39ac08ded566 not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:46:58.047920 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0c84d73f-4e27-49aa-ac86-feb6c16699ae admin admin] Deleting port e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:46:58.048758 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c84d73f-4e27-49aa-ac86-feb6c16699ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:58.122743 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0c84d73f-4e27-49aa-ac86-feb6c16699ae admin admin] For port e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6,segment=NetworkSegment(f58f53ca-de40-4488-a8b1-2dcb2946bede),segment_id=f58f53ca-de40-4488-a8b1-2dcb2946bede)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:46:58.123441 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c84d73f-4e27-49aa-ac86-feb6c16699ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:58.134336 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0c84d73f-4e27-49aa-ac86-feb6c16699ae admin admin] Calling delete_port for e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6 owned by network:router_interface {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:46:58.443496 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c84d73f-4e27-49aa-ac86-feb6c16699ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:58.470267 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84d73f-4e27-49aa-ac86-feb6c16699ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:46:58.725084 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:46:58.847374 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f865c-eea6-447e-8ab0-169aeed73346 req-2d625972-2a72-4e5c-90cc-12584708f6eb tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:58.848759 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ca2f865c-eea6-447e-8ab0-169aeed73346 req-2d625972-2a72-4e5c-90cc-12584708f6eb tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0938301 Jan 25 03:46:58.934429 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0c84d73f-4e27-49aa-ac86-feb6c16699ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582118'] for router_interface (4ed86fc4-f2c6-4e61-a014-e65bc168583c), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:58.940401 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ca2f865c-eea6-447e-8ab0-169aeed73346 req-d4d3aecd-b6b6-471e-b8a2-e1d0ffd4c0c0 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854132 Jan 25 03:46:59.052276 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fcae9-27ad-4427-8258-683ec9fbe0ae req-42fa8ea8-a51d-4a38-bd04-58affd4467bf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:46:59.053760 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-ea4fcae9-27ad-4427-8258-683ec9fbe0ae req-42fa8ea8-a51d-4a38-bd04-58affd4467bf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0490966 Jan 25 03:46:59.062803 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55428) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:59.068055 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-a5b55f13-ea7e-4f32-8525-7e6b36cf8f93 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Request body: {'floatingip': {'port_id': 'e2b1c0da-6f9d-4323-8052-3159d350939c'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:46:59.106242 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a5b55f13-ea7e-4f32-8525-7e6b36cf8f93 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for floatingip (39f66593-5a06-4b8c-b05a-cdeb954f1003), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:59.156899 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c84d73f-4e27-49aa-ac86-feb6c16699ae admin admin] Router 4ed86fc4-f2c6-4e61-a014-e65bc168583c has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:46:59.265471 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c84d73f-4e27-49aa-ac86-feb6c16699ae admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:46:59.271429 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-0c84d73f-4e27-49aa-ac86-feb6c16699ae admin admin] 10.222.0.115 "PUT /v2.0/routers/4ed86fc4-f2c6-4e61-a014-e65bc168583c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8567126 Jan 25 03:46:59.274665 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55430) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:46:59.276426 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bb4fce-732f-4c67-b2ab-b5a746088f8c None None] Sync routers for ids ['4ed86fc4-f2c6-4e61-a014-e65bc168583c'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:46:59.287499 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb4fce-732f-4c67-b2ab-b5a746088f8c None None] Routers {'4ed86fc4-f2c6-4e61-a014-e65bc168583c'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:46:59.288343 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-a8bb4fce-732f-4c67-b2ab-b5a746088f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:46:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['4ed86fc4-f2c6-4e61-a014-e65bc168583c'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:59.384195 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ab44fff-b03e-43c9-a231-e64e96f31646 admin admin] Publish callbacks [] for router (4ed86fc4-f2c6-4e61-a014-e65bc168583c), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:59.399301 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-a8bb4fce-732f-4c67-b2ab-b5a746088f8c None None] Set router 4ed86fc4-f2c6-4e61-a014-e65bc168583c gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:46:59.488271 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ab44fff-b03e-43c9-a231-e64e96f31646 admin admin] Publish callbacks [] for router_gateway (4ed86fc4-f2c6-4e61-a014-e65bc168583c), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:59.567081 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a5b55f13-ea7e-4f32-8525-7e6b36cf8f93 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:59.578275 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-a8bb4fce-732f-4c67-b2ab-b5a746088f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'name': 'tempest-TestShelveInstance-385968923-router', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:46:58Z', 'revision_number': 5, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'gw_port': {'id': 'b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:59.606418 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5ab44fff-b03e-43c9-a231-e64e96f31646 admin admin] Deleting port b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:46:59.606760 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ab44fff-b03e-43c9-a231-e64e96f31646 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:59.608712 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bb4fce-732f-4c67-b2ab-b5a746088f8c None None] Checking router: 4ed86fc4-f2c6-4e61-a014-e65bc168583c for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:46:59.617890 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb4fce-732f-4c67-b2ab-b5a746088f8c None None] Routers {'4ed86fc4-f2c6-4e61-a014-e65bc168583c'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:46:59.618491 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-a8bb4fce-732f-4c67-b2ab-b5a746088f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:46:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['4ed86fc4-f2c6-4e61-a014-e65bc168583c'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:59.623904 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a5b55f13-ea7e-4f32-8525-7e6b36cf8f93 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586113'] for floatingip (39f66593-5a06-4b8c-b05a-cdeb954f1003), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:59.687341 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5ab44fff-b03e-43c9-a231-e64e96f31646 admin admin] For port b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:46:59.687734 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ab44fff-b03e-43c9-a231-e64e96f31646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:59.700484 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5ab44fff-b03e-43c9-a231-e64e96f31646 admin admin] Calling delete_port for b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a owned by network:router_gateway {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:46:59.707749 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-a8bb4fce-732f-4c67-b2ab-b5a746088f8c None None] Set router 4ed86fc4-f2c6-4e61-a014-e65bc168583c gateway port host: None {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:46:59.728601 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.db.l3_db [None req-a5b55f13-ea7e-4f32-8525-7e6b36cf8f93 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Floating IP 39f66593-5a06-4b8c-b05a-cdeb954f1003 associated. External IP: 172.27.2.112, port: e2b1c0da-6f9d-4323-8052-3159d350939c. Jan 25 03:46:59.760213 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-a8bb4fce-732f-4c67-b2ab-b5a746088f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'name': 'tempest-TestShelveInstance-385968923-router', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:46:59Z', 'revision_number': 6, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'gw_port_host': None}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:46:59.790883 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bb4fce-732f-4c67-b2ab-b5a746088f8c None None] The sync data for ids ['4ed86fc4-f2c6-4e61-a014-e65bc168583c'] in dv-cinder-819011-2-iscsi is: [{'id': '4ed86fc4-f2c6-4e61-a014-e65bc168583c', 'name': 'tempest-TestShelveInstance-385968923-router', 'tenant_id': '5820f90cd1d1413e9885c9ec8005f384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:41Z', 'updated_at': '2022-01-25T03:46:59Z', 'revision_number': 6, 'project_id': '5820f90cd1d1413e9885c9ec8005f384', 'gw_port_host': None}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:46:59.935238 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ab44fff-b03e-43c9-a231-e64e96f31646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:46:59.938754 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b55f13-ea7e-4f32-8525-7e6b36cf8f93 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Router af41fe6d-2076-444f-98be-c71a7a2c72e6 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:46:59.969669 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab44fff-b03e-43c9-a231-e64e96f31646 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:47:00.023653 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ab44fff-b03e-43c9-a231-e64e96f31646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587066'] for router_gateway (4ed86fc4-f2c6-4e61-a014-e65bc168583c), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:00.047243 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b55f13-ea7e-4f32-8525-7e6b36cf8f93 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:47:00.051902 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a5b55f13-ea7e-4f32-8525-7e6b36cf8f93 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:00.057788 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf585c-97d0-4533-971a-5135bb5c55ff None None] Sync routers for ids ['af41fe6d-2076-444f-98be-c71a7a2c72e6'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:47:00.067390 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf585c-97d0-4533-971a-5135bb5c55ff None None] Routers {'af41fe6d-2076-444f-98be-c71a7a2c72e6'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:47:00.068054 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-e4cf585c-97d0-4533-971a-5135bb5c55ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:46:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['af41fe6d-2076-444f-98be-c71a7a2c72e6'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:47:00.081868 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-a5b55f13-ea7e-4f32-8525-7e6b36cf8f93 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "PUT /v2.0/floatingips/39f66593-5a06-4b8c-b05a-cdeb954f1003 HTTP/1.1" status: 200 len: 991 time: 1.0140481 Jan 25 03:47:00.081868 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec9d94c-01db-458b-a8e9-df0d45bf666a', 'tag': 'e2b1c0da-6f9d-4323-8052-3159d350939c'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:47:00.082448 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d449603-d02b-4088-b4ee-5978e574b20d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec9d94c-01db-458b-a8e9-df0d45bf666a", "tag": "e2b1c0da-6f9d-4323-8052-3159d350939c"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:47:00.124414 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773f32a0-84a1-4db1-bcc3-b729b695c25a x-openstack-request-id: req-773f32a0-84a1-4db1-bcc3-b729b695c25a {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:47:00.124604 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec9d94c-01db-458b-a8e9-df0d45bf666a", "tag": "e2b1c0da-6f9d-4323-8052-3159d350939c", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:47:00.124830 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-773f32a0-84a1-4db1-bcc3-b729b695c25a {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:47:00.125231 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec9d94c-01db-458b-a8e9-df0d45bf666a', 'tag': 'e2b1c0da-6f9d-4323-8052-3159d350939c', 'status': 'completed', 'code': 200} Jan 25 03:47:00.131371 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ab44fff-b03e-43c9-a231-e64e96f31646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1038'] for router (4ed86fc4-f2c6-4e61-a014-e65bc168583c), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:00.133801 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ab44fff-b03e-43c9-a231-e64e96f31646 admin admin] Publish callbacks [] for router_controller (4ed86fc4-f2c6-4e61-a014-e65bc168583c), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:00.229856 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d449603-d02b-4088-b4ee-5978e574b20d req-67a74656-c7fe-4ba8-a488-669442d71872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:47:00.231728 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7d449603-d02b-4088-b4ee-5978e574b20d req-67a74656-c7fe-4ba8-a488-669442d71872 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=bbf2a4190655482593e7a860bbf16549&device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 1098 time: 0.0561261 Jan 25 03:47:00.257561 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ab44fff-b03e-43c9-a231-e64e96f31646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583598'] for router (4ed86fc4-f2c6-4e61-a014-e65bc168583c), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:00.257561 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab44fff-b03e-43c9-a231-e64e96f31646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ed86fc4-f2c6-4e61-a014-e65bc168583c {{(pid=103185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 03:47:00.264705 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ab44fff-b03e-43c9-a231-e64e96f31646 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:00.265879 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-5ab44fff-b03e-43c9-a231-e64e96f31646 admin admin] 10.222.0.115 "DELETE /v2.0/routers/4ed86fc4-f2c6-4e61-a014-e65bc168583c HTTP/1.1" status: 204 len: 168 time: 0.9900801 Jan 25 03:47:00.269294 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55436) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:47:00.318414 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_v2 [None req-9522c9ef-7bf5-49c1-81f7-f9d6e558b5c9 admin admin] Deleting subnet 6cadec2c-b42a-4aaf-a2a5-77c1b01db73c {{(pid=103185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:47:00.321561 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9522c9ef-7bf5-49c1-81f7-f9d6e558b5c9 admin admin] Publish callbacks [] for subnet (6cadec2c-b42a-4aaf-a2a5-77c1b01db73c), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:00.325646 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-e4cf585c-97d0-4533-971a-5135bb5c55ff None None] Set router af41fe6d-2076-444f-98be-c71a7a2c72e6 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:47:00.331570 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d449603-d02b-4088-b4ee-5978e574b20d req-cfdca48c-6704-4cd8-a471-d26dcb042b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:47:00.333348 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7d449603-d02b-4088-b4ee-5978e574b20d req-cfdca48c-6704-4cd8-a471-d26dcb042b3a service neutron] 10.222.0.112 "GET /v2.0/networks?id=e545c365-d10d-438c-b92f-53b0b77d7557 HTTP/1.1" status: 200 len: 911 time: 0.0958457 Jan 25 03:47:00.362200 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9522c9ef-7bf5-49c1-81f7-f9d6e558b5c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614843'] for subnet (6cadec2c-b42a-4aaf-a2a5-77c1b01db73c), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:00.401820 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7d449603-d02b-4088-b4ee-5978e574b20d req-fa811981-42d0-479b-ba7f-2665a3ff970e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b1c0da-6f9d-4323-8052-3159d350939c HTTP/1.1" status: 200 len: 999 time: 0.0605853 Jan 25 03:47:00.448392 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9522c9ef-7bf5-49c1-81f7-f9d6e558b5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064499'] for subnet (6cadec2c-b42a-4aaf-a2a5-77c1b01db73c), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:00.453360 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d449603-d02b-4088-b4ee-5978e574b20d req-e39eb522-d3de-4f7a-85e5-820b10310b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:47:00.455942 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7d449603-d02b-4088-b4ee-5978e574b20d req-e39eb522-d3de-4f7a-85e5-820b10310b62 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5ae730ed-018b-48e8-9952-4ae2b147105d HTTP/1.1" status: 200 len: 850 time: 0.0490086 Jan 25 03:47:00.507315 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d449603-d02b-4088-b4ee-5978e574b20d req-2f85b0f3-0b02-46b3-8bfa-0f928279283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:47:00.508904 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7d449603-d02b-4088-b4ee-5978e574b20d req-2f85b0f3-0b02-46b3-8bfa-0f928279283c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e545c365-d10d-438c-b92f-53b0b77d7557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476272 Jan 25 03:47:00.565355 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-e4cf585c-97d0-4533-971a-5135bb5c55ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:46:39Z', 'revision_number': 4, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '39f66593-5a06-4b8c-b05a-cdeb954f1003', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'port_id': 'e2b1c0da-6f9d-4323-8052-3159d350939c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'mac_address': 'fa:16:3e:81:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec9d94c-01db-458b-a8e9-df0d45bf666a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:46:42Z', 'updated_at': '2022-01-25T03:46:59Z', 'revision_number': 1, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807acd22-d380-4df0-b5f2-02cc9b6d8df7', 'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'mac_address': 'fa:16:3e:62:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:38Z', 'updated_at': '2022-01-25T03:46:43Z', 'revision_number': 5, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'subnets': [{'id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:47:00.581773 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9522c9ef-7bf5-49c1-81f7-f9d6e558b5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4618130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320536'] for subnet (6cadec2c-b42a-4aaf-a2a5-77c1b01db73c), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:00.605031 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7d449603-d02b-4088-b4ee-5978e574b20d req-4000ecf3-c06d-4737-b0a3-d44b4511f5ca service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895653 Jan 25 03:47:00.605270 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf585c-97d0-4533-971a-5135bb5c55ff None None] Checking router: af41fe6d-2076-444f-98be-c71a7a2c72e6 for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:47:00.610986 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522c9ef-7bf5-49c1-81f7-f9d6e558b5c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cadec2c-b42a-4aaf-a2a5-77c1b01db73c,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:47:00.616418 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9522c9ef-7bf5-49c1-81f7-f9d6e558b5c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:00.619138 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf585c-97d0-4533-971a-5135bb5c55ff None None] Routers {'af41fe6d-2076-444f-98be-c71a7a2c72e6'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:47:00.619917 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-e4cf585c-97d0-4533-971a-5135bb5c55ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:46:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['af41fe6d-2076-444f-98be-c71a7a2c72e6'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:47:00.620637 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-9522c9ef-7bf5-49c1-81f7-f9d6e558b5c9 admin admin] 10.222.0.115 "DELETE /v2.0/subnets/6cadec2c-b42a-4aaf-a2a5-77c1b01db73c HTTP/1.1" status: 204 len: 168 time: 0.3503673 Jan 25 03:47:00.623218 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55440) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:47:00.627824 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808d4335-c08e-4ba5-8315-425cfdbb92c5 None None] Network 8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:47:00.748467 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682109'] for network (8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:00.768929 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7d449603-d02b-4088-b4ee-5978e574b20d req-7bd9265d-12e0-4991-88d2-967cc2835de3 service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571760 Jan 25 03:47:00.802595 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-e4cf585c-97d0-4533-971a-5135bb5c55ff None None] Set router af41fe6d-2076-444f-98be-c71a7a2c72e6 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:47:00.823472 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] Deleting port 8e87b992-6c4b-4252-b38d-88d4bff9f795 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:47:00.823818 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (8e87b992-6c4b-4252-b38d-88d4bff9f795), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:00.903228 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] For port 8e87b992-6c4b-4252-b38d-88d4bff9f795, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=8e87b992-6c4b-4252-b38d-88d4bff9f795,segment=NetworkSegment(f58f53ca-de40-4488-a8b1-2dcb2946bede),segment_id=f58f53ca-de40-4488-a8b1-2dcb2946bede)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:47:00.904810 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (8e87b992-6c4b-4252-b38d-88d4bff9f795), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:00.916446 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0fcaab-8b4d-4d6b-af31-5da66efa9170 None None] DHCP port deletion for 8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 request from dv-cinder-819011-2-iscsi {{(pid=103187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 03:47:00.922576 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] Calling delete_port for 8e87b992-6c4b-4252-b38d-88d4bff9f795 owned by network:dhcp {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:47:01.052193 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5b0fcaab-8b4d-4d6b-af31-5da66efa9170 None None] Deleting port 8e87b992-6c4b-4252-b38d-88d4bff9f795 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:47:01.052558 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b0fcaab-8b4d-4d6b-af31-5da66efa9170 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (8e87b992-6c4b-4252-b38d-88d4bff9f795), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:01.083513 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (8e87b992-6c4b-4252-b38d-88d4bff9f795), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:01.107193 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e87b992-6c4b-4252-b38d-88d4bff9f795,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:47:01.113370 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] No DVR routers for this DVR port 8e87b992-6c4b-4252-b38d-88d4bff9f795 on host dv-cinder-819011-2-iscsi {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:47:01.142417 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-5b0fcaab-8b4d-4d6b-af31-5da66efa9170 None None] For port 8e87b992-6c4b-4252-b38d-88d4bff9f795, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=8e87b992-6c4b-4252-b38d-88d4bff9f795,segment=NetworkSegment(f58f53ca-de40-4488-a8b1-2dcb2946bede),segment_id=f58f53ca-de40-4488-a8b1-2dcb2946bede)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:47:01.142966 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b0fcaab-8b4d-4d6b-af31-5da66efa9170 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (8e87b992-6c4b-4252-b38d-88d4bff9f795), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:01.159150 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5b0fcaab-8b4d-4d6b-af31-5da66efa9170 None None] Calling delete_port for 8e87b992-6c4b-4252-b38d-88d4bff9f795 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:47:01.190588 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062318', 'neutron.services.segments.db._delete_segments_for_network-8760337342383'] for network (8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:01.205390 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6 no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:47:01.210380 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0']}} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:47:01.220189 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58f53ca-de40-4488-a8b1-2dcb2946bede') {'for_net_delete': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:47:01.220539 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58f53ca-de40-4488-a8b1-2dcb2946bede') {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:47:01.230264 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760337342257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4251573'] for segment (f58f53ca-de40-4488-a8b1-2dcb2946bede), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:01.235940 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-e4cf585c-97d0-4533-971a-5135bb5c55ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:46:39Z', 'revision_number': 4, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '39f66593-5a06-4b8c-b05a-cdeb954f1003', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'port_id': 'e2b1c0da-6f9d-4323-8052-3159d350939c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'mac_address': 'fa:16:3e:81:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec9d94c-01db-458b-a8e9-df0d45bf666a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:46:42Z', 'updated_at': '2022-01-25T03:46:59Z', 'revision_number': 1, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807acd22-d380-4df0-b5f2-02cc9b6d8df7', 'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'mac_address': 'fa:16:3e:62:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:38Z', 'updated_at': '2022-01-25T03:46:43Z', 'revision_number': 5, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'subnets': [{'id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:47:01.244410 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (f58f53ca-de40-4488-a8b1-2dcb2946bede), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:01.252829 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:47:01.253315 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5192946'] for segment (f58f53ca-de40-4488-a8b1-2dcb2946bede), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: Traceback (most recent call last): Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: timer() Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: cb(*args, **kw) Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: return func(*args, **kwargs) Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: self._notify() Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: self.callback(batched_events) Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: event.method(event) Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:47:01.258441 dv-cinder-819011-2-iscsi neutron-server[103186]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:47:01.262102 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:47:01.262102 dv-cinder-819011-2-iscsi neutron-server[103186]: return f(self, *a, **k) Jan 25 03:47:01.262102 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:47:01.262102 dv-cinder-819011-2-iscsi neutron-server[103186]: return self._get(url).json() Jan 25 03:47:01.262102 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:47:01.262102 dv-cinder-819011-2-iscsi neutron-server[103186]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:47:01.262102 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:47:01.262102 dv-cinder-819011-2-iscsi neutron-server[103186]: return self.request(url, 'GET', **kwargs) Jan 25 03:47:01.262102 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:47:01.262102 dv-cinder-819011-2-iscsi neutron-server[103186]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:47:01.262102 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:47:01.262102 dv-cinder-819011-2-iscsi neutron-server[103186]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:47:01.262102 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:47:01.262102 dv-cinder-819011-2-iscsi neutron-server[103186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:47:01.262102 dv-cinder-819011-2-iscsi neutron-server[103186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:47:01.264218 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:47:01.265064 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device e1f7c9b7-ac6e-42c0-93fe-9ef81169e1e6 not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:47:01.265064 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 8e87b992-6c4b-4252-b38d-88d4bff9f795 no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:47:01.284868 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf585c-97d0-4533-971a-5135bb5c55ff None None] The sync data for ids ['af41fe6d-2076-444f-98be-c71a7a2c72e6'] in dv-cinder-819011-2-iscsi is: [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:46:39Z', 'revision_number': 4, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '39f66593-5a06-4b8c-b05a-cdeb954f1003', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'port_id': 'e2b1c0da-6f9d-4323-8052-3159d350939c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'mac_address': 'fa:16:3e:81:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec9d94c-01db-458b-a8e9-df0d45bf666a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:46:42Z', 'updated_at': '2022-01-25T03:46:59Z', 'revision_number': 1, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807acd22-d380-4df0-b5f2-02cc9b6d8df7', 'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'mac_address': 'fa:16:3e:62:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:38Z', 'updated_at': '2022-01-25T03:46:43Z', 'revision_number': 5, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'subnets': [{'id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:47:01.290566 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: 8e87b992-6c4b-4252-b38d-88d4bff9f795 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:47:01.290814 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 8e87b992-6c4b-4252-b38d-88d4bff9f795 not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:47:01.291237 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:47:01.317859 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:47:01.318195 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device b5ae00cf-3b1a-49d5-af6a-35f1a7d6e89a not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:47:01.336806 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b0fcaab-8b4d-4d6b-af31-5da66efa9170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594'] for port (8e87b992-6c4b-4252-b38d-88d4bff9f795), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:01.371623 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fcaab-8b4d-4d6b-af31-5da66efa9170 None None] Pushing event deleted for resources: {'Port': ['ID=8e87b992-6c4b-4252-b38d-88d4bff9f795,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:47:01.374989 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0fcaab-8b4d-4d6b-af31-5da66efa9170 None None] No DVR routers for this DVR port 8e87b992-6c4b-4252-b38d-88d4bff9f795 on host dv-cinder-819011-2-iscsi {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:47:01.386701 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586131'] for network (8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:01.394232 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:01.397695 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] 10.222.0.115 "DELETE /v2.0/networks/8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0 HTTP/1.1" status: 204 len: 168 time: 0.7732811 Jan 25 03:47:01.400718 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55444) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:47:01.407798 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec04b5f-66f4-4264-9634-9197a58ae4f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee0ecc3-8cb9-4185-b3bc-522f9bcc45e0,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:47:01.512003 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62831f52-26d0-454b-b4f8-a25a625db187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:01.514036 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27c637d-a185-4e6a-badc-3a869372155f None None] New status for floating IP 39f66593-5a06-4b8c-b05a-cdeb954f1003: ACTIVE {{(pid=103188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:47:01.779449 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-df284b3a-4864-4f82-96ae-ef4e1fab827e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560331'] for router_interface (28efb32f-0338-436c-9a43-8bf756266673), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:02.036821 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-df284b3a-4864-4f82-96ae-ef4e1fab827e admin admin] Deleting port 0581a875-06d5-4a76-b6c5-f7b43c48ff18 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:47:02.037062 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-df284b3a-4864-4f82-96ae-ef4e1fab827e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (0581a875-06d5-4a76-b6c5-f7b43c48ff18), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:02.118721 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-df284b3a-4864-4f82-96ae-ef4e1fab827e admin admin] For port 0581a875-06d5-4a76-b6c5-f7b43c48ff18, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=0581a875-06d5-4a76-b6c5-f7b43c48ff18,segment=NetworkSegment(870ea48a-7d56-4c10-8b4b-70a510563567),segment_id=870ea48a-7d56-4c10-8b4b-70a510563567)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:47:02.119099 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-df284b3a-4864-4f82-96ae-ef4e1fab827e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (0581a875-06d5-4a76-b6c5-f7b43c48ff18), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:02.132165 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-df284b3a-4864-4f82-96ae-ef4e1fab827e admin admin] Calling delete_port for 0581a875-06d5-4a76-b6c5-f7b43c48ff18 owned by network:router_interface {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:47:02.426995 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-df284b3a-4864-4f82-96ae-ef4e1fab827e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (0581a875-06d5-4a76-b6c5-f7b43c48ff18), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:02.454891 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df284b3a-4864-4f82-96ae-ef4e1fab827e admin admin] Pushing event deleted for resources: {'Port': ['ID=0581a875-06d5-4a76-b6c5-f7b43c48ff18,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:47:02.636892 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-df284b3a-4864-4f82-96ae-ef4e1fab827e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582118'] for router_interface (28efb32f-0338-436c-9a43-8bf756266673), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:02.846984 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df284b3a-4864-4f82-96ae-ef4e1fab827e admin admin] Router 28efb32f-0338-436c-9a43-8bf756266673 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:47:03.193531 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df284b3a-4864-4f82-96ae-ef4e1fab827e admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:47:03.198880 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-df284b3a-4864-4f82-96ae-ef4e1fab827e admin admin] 10.222.0.115 "PUT /v2.0/routers/28efb32f-0338-436c-9a43-8bf756266673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7962618 Jan 25 03:47:03.201343 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55448) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:47:03.208120 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b42afea-4cf9-414a-8b83-f8be6035ba31 None None] Sync routers for ids ['28efb32f-0338-436c-9a43-8bf756266673'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:47:03.217185 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b42afea-4cf9-414a-8b83-f8be6035ba31 None None] Routers {'28efb32f-0338-436c-9a43-8bf756266673'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:47:03.217796 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-2b42afea-4cf9-414a-8b83-f8be6035ba31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:46:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['28efb32f-0338-436c-9a43-8bf756266673'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:47:03.302024 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7c333d99-9392-4294-aad5-08523382f3e1 admin admin] Publish callbacks [] for router (28efb32f-0338-436c-9a43-8bf756266673), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:03.322283 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-2b42afea-4cf9-414a-8b83-f8be6035ba31 None None] Set router 28efb32f-0338-436c-9a43-8bf756266673 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:47:03.405855 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7c333d99-9392-4294-aad5-08523382f3e1 admin admin] Publish callbacks [] for router_gateway (28efb32f-0338-436c-9a43-8bf756266673), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:03.504245 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-2b42afea-4cf9-414a-8b83-f8be6035ba31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28efb32f-0338-436c-9a43-8bf756266673', 'name': 'tempest-TestShelveInstance-1956146935-router', 'tenant_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '30871644-2381-4b25-8052-8ce621ebbe83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:47Z', 'updated_at': '2022-01-25T03:47:02Z', 'revision_number': 5, 'project_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'gw_port': {'id': '30871644-2381-4b25-8052-8ce621ebbe83', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efb32f-0338-436c-9a43-8bf756266673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:40:48Z', 'updated_at': '2022-01-25T03:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:47:03.530226 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b42afea-4cf9-414a-8b83-f8be6035ba31 None None] Checking router: 28efb32f-0338-436c-9a43-8bf756266673 for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:47:03.539028 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b42afea-4cf9-414a-8b83-f8be6035ba31 None None] Routers {'28efb32f-0338-436c-9a43-8bf756266673'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:47:03.539676 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-2b42afea-4cf9-414a-8b83-f8be6035ba31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:46:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['28efb32f-0338-436c-9a43-8bf756266673'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:47:03.545742 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7c333d99-9392-4294-aad5-08523382f3e1 admin admin] Deleting port 30871644-2381-4b25-8052-8ce621ebbe83 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:47:03.546299 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7c333d99-9392-4294-aad5-08523382f3e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (30871644-2381-4b25-8052-8ce621ebbe83), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:03.623910 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-7c333d99-9392-4294-aad5-08523382f3e1 admin admin] For port 30871644-2381-4b25-8052-8ce621ebbe83, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=30871644-2381-4b25-8052-8ce621ebbe83,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:47:03.624268 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7c333d99-9392-4294-aad5-08523382f3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (30871644-2381-4b25-8052-8ce621ebbe83), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:03.635323 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-2b42afea-4cf9-414a-8b83-f8be6035ba31 None None] Set router 28efb32f-0338-436c-9a43-8bf756266673 gateway port host: None {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:47:03.636595 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7c333d99-9392-4294-aad5-08523382f3e1 admin admin] Calling delete_port for 30871644-2381-4b25-8052-8ce621ebbe83 owned by network:router_gateway {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:47:03.694454 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-2b42afea-4cf9-414a-8b83-f8be6035ba31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28efb32f-0338-436c-9a43-8bf756266673', 'name': 'tempest-TestShelveInstance-1956146935-router', 'tenant_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:47Z', 'updated_at': '2022-01-25T03:47:03Z', 'revision_number': 6, 'project_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'gw_port_host': None}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:47:03.726798 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b42afea-4cf9-414a-8b83-f8be6035ba31 None None] The sync data for ids ['28efb32f-0338-436c-9a43-8bf756266673'] in dv-cinder-819011-2-iscsi is: [{'id': '28efb32f-0338-436c-9a43-8bf756266673', 'name': 'tempest-TestShelveInstance-1956146935-router', 'tenant_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:40:47Z', 'updated_at': '2022-01-25T03:47:03Z', 'revision_number': 6, 'project_id': '2c89008ffb384467b39bb1ae0c1e3a5d', 'gw_port_host': None}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:47:03.803375 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-684cf953-306b-4e8e-9f3a-c37ad02eb0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:03.854733 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7c333d99-9392-4294-aad5-08523382f3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (30871644-2381-4b25-8052-8ce621ebbe83), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:03.882604 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c333d99-9392-4294-aad5-08523382f3e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=30871644-2381-4b25-8052-8ce621ebbe83,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:47:03.939451 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7c333d99-9392-4294-aad5-08523382f3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587066'] for router_gateway (28efb32f-0338-436c-9a43-8bf756266673), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:04.027937 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7c333d99-9392-4294-aad5-08523382f3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1038'] for router (28efb32f-0338-436c-9a43-8bf756266673), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:04.029971 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7c333d99-9392-4294-aad5-08523382f3e1 admin admin] Publish callbacks [] for router_controller (28efb32f-0338-436c-9a43-8bf756266673), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:04.151259 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7c333d99-9392-4294-aad5-08523382f3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583598'] for router (28efb32f-0338-436c-9a43-8bf756266673), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:04.151259 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c333d99-9392-4294-aad5-08523382f3e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28efb32f-0338-436c-9a43-8bf756266673 {{(pid=103185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 03:47:04.155551 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7c333d99-9392-4294-aad5-08523382f3e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:04.156722 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-7c333d99-9392-4294-aad5-08523382f3e1 admin admin] 10.222.0.115 "DELETE /v2.0/routers/28efb32f-0338-436c-9a43-8bf756266673 HTTP/1.1" status: 204 len: 168 time: 0.9544530 Jan 25 03:47:04.159433 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55452) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:47:04.202639 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed443298-6eaf-41d4-ba33-78d0bf870c83 admin admin] Deleting subnet e93dd41d-cd71-4140-865e-fb2d857cede6 {{(pid=103185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:47:04.206309 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ed443298-6eaf-41d4-ba33-78d0bf870c83 admin admin] Publish callbacks [] for subnet (e93dd41d-cd71-4140-865e-fb2d857cede6), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:04.239775 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ed443298-6eaf-41d4-ba33-78d0bf870c83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4614843'] for subnet (e93dd41d-cd71-4140-865e-fb2d857cede6), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:04.317675 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ed443298-6eaf-41d4-ba33-78d0bf870c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064499'] for subnet (e93dd41d-cd71-4140-865e-fb2d857cede6), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:04.430042 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ed443298-6eaf-41d4-ba33-78d0bf870c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4618130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320536'] for subnet (e93dd41d-cd71-4140-865e-fb2d857cede6), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:04.454884 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed443298-6eaf-41d4-ba33-78d0bf870c83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e93dd41d-cd71-4140-865e-fb2d857cede6,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:47:04.460854 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ed443298-6eaf-41d4-ba33-78d0bf870c83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:04.464188 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-ed443298-6eaf-41d4-ba33-78d0bf870c83 admin admin] 10.222.0.115 "DELETE /v2.0/subnets/e93dd41d-cd71-4140-865e-fb2d857cede6 HTTP/1.1" status: 204 len: 168 time: 0.3038180 Jan 25 03:47:04.466669 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55454) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:47:04.469547 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3182e7-9f72-48b1-85ee-59902109a349 None None] Network f400f2ac-83ef-41f3-a84f-c602ef2147fd requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:47:04.536021 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682109'] for network (f400f2ac-83ef-41f3-a84f-c602ef2147fd), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:04.604370 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] Deleting port 730bb49a-e7f7-49e2-8375-029bd9991148 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:47:04.609252 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (730bb49a-e7f7-49e2-8375-029bd9991148), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:04.682021 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] For port 730bb49a-e7f7-49e2-8375-029bd9991148, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=730bb49a-e7f7-49e2-8375-029bd9991148,segment=NetworkSegment(870ea48a-7d56-4c10-8b4b-70a510563567),segment_id=870ea48a-7d56-4c10-8b4b-70a510563567)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:47:04.682441 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (730bb49a-e7f7-49e2-8375-029bd9991148), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:04.695278 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] Calling delete_port for 730bb49a-e7f7-49e2-8375-029bd9991148 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:47:04.759624 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a412e94-c473-4774-8d3a-64e1ccc938ae None None] DHCP port deletion for f400f2ac-83ef-41f3-a84f-c602ef2147fd request from dv-cinder-819011-2-iscsi {{(pid=103187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 03:47:04.810178 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0a412e94-c473-4774-8d3a-64e1ccc938ae None None] Deleting port 730bb49a-e7f7-49e2-8375-029bd9991148 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:47:04.810641 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a412e94-c473-4774-8d3a-64e1ccc938ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (730bb49a-e7f7-49e2-8375-029bd9991148), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:04.835633 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (730bb49a-e7f7-49e2-8375-029bd9991148), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:04.861111 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] Pushing event deleted for resources: {'Port': ['ID=730bb49a-e7f7-49e2-8375-029bd9991148,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:47:04.869050 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] No DVR routers for this DVR port 730bb49a-e7f7-49e2-8375-029bd9991148 on host dv-cinder-819011-2-iscsi {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:47:04.882717 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0a412e94-c473-4774-8d3a-64e1ccc938ae None None] For port 730bb49a-e7f7-49e2-8375-029bd9991148, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=730bb49a-e7f7-49e2-8375-029bd9991148,segment=NetworkSegment(870ea48a-7d56-4c10-8b4b-70a510563567),segment_id=870ea48a-7d56-4c10-8b4b-70a510563567)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:47:04.887740 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a412e94-c473-4774-8d3a-64e1ccc938ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (730bb49a-e7f7-49e2-8375-029bd9991148), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:04.896645 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0a412e94-c473-4774-8d3a-64e1ccc938ae None None] Calling delete_port for 730bb49a-e7f7-49e2-8375-029bd9991148 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:47:04.944765 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062318', 'neutron.services.segments.db._delete_segments_for_network-8760337342383'] for network (f400f2ac-83ef-41f3-a84f-c602ef2147fd), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:04.966666 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f400f2ac-83ef-41f3-a84f-c602ef2147fd']}} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:47:04.976376 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870ea48a-7d56-4c10-8b4b-70a510563567') {'for_net_delete': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:47:04.976670 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870ea48a-7d56-4c10-8b4b-70a510563567') {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:47:04.981139 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a412e94-c473-4774-8d3a-64e1ccc938ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594'] for port (730bb49a-e7f7-49e2-8375-029bd9991148), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:04.986633 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760337342257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614818'] for segment (870ea48a-7d56-4c10-8b4b-70a510563567), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:04.999718 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (870ea48a-7d56-4c10-8b4b-70a510563567), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:05.006396 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:47:05.006784 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4618188'] for segment (870ea48a-7d56-4c10-8b4b-70a510563567), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:05.008394 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a412e94-c473-4774-8d3a-64e1ccc938ae None None] Pushing event deleted for resources: {'Port': ['ID=730bb49a-e7f7-49e2-8375-029bd9991148,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: warnings.warn(msg) Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: Traceback (most recent call last): Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: timer() Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: cb(*args, **kw) Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: return func(*args, **kwargs) Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: self._notify() Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: self.callback(batched_events) Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: event.method(event) Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: return f(self, *a, **k) Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:47:05.008539 dv-cinder-819011-2-iscsi neutron-server[103185]: return self._get(url).json() Jan 25 03:47:05.012167 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:47:05.012167 dv-cinder-819011-2-iscsi neutron-server[103185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:47:05.012167 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:47:05.012167 dv-cinder-819011-2-iscsi neutron-server[103185]: return self.request(url, 'GET', **kwargs) Jan 25 03:47:05.012167 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:47:05.012167 dv-cinder-819011-2-iscsi neutron-server[103185]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:47:05.012167 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:47:05.012167 dv-cinder-819011-2-iscsi neutron-server[103185]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:47:05.012167 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:47:05.012167 dv-cinder-819011-2-iscsi neutron-server[103185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:47:05.012167 dv-cinder-819011-2-iscsi neutron-server[103185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:47:05.014882 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a412e94-c473-4774-8d3a-64e1ccc938ae None None] No DVR routers for this DVR port 730bb49a-e7f7-49e2-8375-029bd9991148 on host dv-cinder-819011-2-iscsi {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:47:05.129239 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586131'] for network (f400f2ac-83ef-41f3-a84f-c602ef2147fd), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:05.133858 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:05.137709 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] 10.222.0.115 "DELETE /v2.0/networks/f400f2ac-83ef-41f3-a84f-c602ef2147fd HTTP/1.1" status: 204 len: 168 time: 0.6700745 Jan 25 03:47:05.151569 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d41a73-0a6f-453d-8ec8-da4d9d1ee982 admin admin] Pushing event deleted for resources: {'Network': ['ID=f400f2ac-83ef-41f3-a84f-c602ef2147fd,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:47:05.165342 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 30871644-2381-4b25-8052-8ce621ebbe83 no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:47:05.191140 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: 30871644-2381-4b25-8052-8ce621ebbe83 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:47:05.191631 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 30871644-2381-4b25-8052-8ce621ebbe83 not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:47:05.192150 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 0581a875-06d5-4a76-b6c5-f7b43c48ff18 no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:47:05.216769 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: 0581a875-06d5-4a76-b6c5-f7b43c48ff18 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:47:05.217041 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 0581a875-06d5-4a76-b6c5-f7b43c48ff18 not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:47:05.217456 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 730bb49a-e7f7-49e2-8375-029bd9991148 no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:47:05.237528 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: 730bb49a-e7f7-49e2-8375-029bd9991148 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:47:05.238832 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 730bb49a-e7f7-49e2-8375-029bd9991148 not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:47:05.286923 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:05.509453 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55460) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:47:05.549170 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-ed72b76c-268d-4666-8516-0fe415d55672 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=5820f90cd1d1413e9885c9ec8005f384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384641 Jan 25 03:47:05.551413 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55462) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:47:05.603305 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b2cbcb5-f0cf-4918-9cc8-0d57dd13bea0 admin admin] Publish callbacks [] for security_group (85b36831-2892-4a5d-bddd-5fa8f3bd11e4), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:05.624694 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b2cbcb5-f0cf-4918-9cc8-0d57dd13bea0 admin admin] Publish callbacks [] for security_group (85b36831-2892-4a5d-bddd-5fa8f3bd11e4), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:05.755951 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b2cbcb5-f0cf-4918-9cc8-0d57dd13bea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (85b36831-2892-4a5d-bddd-5fa8f3bd11e4), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:05.755951 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9b2cbcb5-f0cf-4918-9cc8-0d57dd13bea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:05.755951 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-9b2cbcb5-f0cf-4918-9cc8-0d57dd13bea0 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/85b36831-2892-4a5d-bddd-5fa8f3bd11e4 HTTP/1.1" status: 204 len: 168 time: 0.2034953 Jan 25 03:47:05.764546 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cbcb5-f0cf-4918-9cc8-0d57dd13bea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b36831-2892-4a5d-bddd-5fa8f3bd11e4,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:47:06.413192 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55470) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:47:06.452161 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-9db2d0ab-6d56-4b19-b015-902bfe4fd2ef admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=2c89008ffb384467b39bb1ae0c1e3a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378149 Jan 25 03:47:06.455331 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55472) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:47:06.500004 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ac23f1a6-4009-45d5-bca1-b7199ea5654f admin admin] Publish callbacks [] for security_group (55f3c6e1-9d52-43d8-a85e-92dff7e6e8c1), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:06.521514 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ac23f1a6-4009-45d5-bca1-b7199ea5654f admin admin] Publish callbacks [] for security_group (55f3c6e1-9d52-43d8-a85e-92dff7e6e8c1), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:06.614375 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ac23f1a6-4009-45d5-bca1-b7199ea5654f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (55f3c6e1-9d52-43d8-a85e-92dff7e6e8c1), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:06.616934 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ac23f1a6-4009-45d5-bca1-b7199ea5654f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:06.618084 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-ac23f1a6-4009-45d5-bca1-b7199ea5654f admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/55f3c6e1-9d52-43d8-a85e-92dff7e6e8c1 HTTP/1.1" status: 204 len: 168 time: 0.1618834 Jan 25 03:47:06.625858 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23f1a6-4009-45d5-bca1-b7199ea5654f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f3c6e1-9d52-43d8-a85e-92dff7e6e8c1,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:47:06.763401 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:08.020328 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:11.940126 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:31.475153 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e12a53d7-2fbf-465f-8137-b87e4f8695f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:33.772035 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bb11bb77-2215-4e6e-934e-10ff55b82c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:35.251690 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:35.723824 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:47:36.777319 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:37.983127 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:41.950388 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:47:52.931400 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7ef630fd-6ba0-4bfe-9dbb-44c0ba44f76e req-5243c9da-6804-40c8-84cb-8706e52ba817 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431004 Jan 25 03:47:53.006774 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef630fd-6ba0-4bfe-9dbb-44c0ba44f76e req-40077bac-a5b9-47e7-ba9a-38936c0806da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:47:53.008295 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7ef630fd-6ba0-4bfe-9dbb-44c0ba44f76e req-40077bac-a5b9-47e7-ba9a-38936c0806da service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0fe72d0d8d144438a671aac4e939c693&device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 1099 time: 0.0398993 Jan 25 03:47:53.109603 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef630fd-6ba0-4bfe-9dbb-44c0ba44f76e req-40b86702-9ff0-4da6-908d-c5209ef37049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:47:53.111862 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7ef630fd-6ba0-4bfe-9dbb-44c0ba44f76e req-40b86702-9ff0-4da6-908d-c5209ef37049 service neutron] 10.222.0.112 "GET /v2.0/networks?id=0ff74d41-8997-4f13-a353-f1aafd7e012e HTTP/1.1" status: 200 len: 912 time: 0.0838912 Jan 25 03:47:53.178844 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7ef630fd-6ba0-4bfe-9dbb-44c0ba44f76e req-e9ca2f70-376f-4048-972f-72bd1048b3f7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b92e2cb6-c6e1-4723-843b-37dd1c830bbb HTTP/1.1" status: 200 len: 1001 time: 0.0592902 Jan 25 03:47:53.225849 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef630fd-6ba0-4bfe-9dbb-44c0ba44f76e req-e572b4e9-6289-4e3e-925b-6cbe7bc469ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:47:53.227208 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7ef630fd-6ba0-4bfe-9dbb-44c0ba44f76e req-e572b4e9-6289-4e3e-925b-6cbe7bc469ae service neutron] 10.222.0.112 "GET /v2.0/subnets?id=de574e71-d5c9-48da-aa30-76bdfc91fca9 HTTP/1.1" status: 200 len: 851 time: 0.0414507 Jan 25 03:47:53.272258 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef630fd-6ba0-4bfe-9dbb-44c0ba44f76e req-b4871c64-763b-4500-a3e2-79c2b95d0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:47:53.273670 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7ef630fd-6ba0-4bfe-9dbb-44c0ba44f76e req-b4871c64-763b-4500-a3e2-79c2b95d0283 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=0ff74d41-8997-4f13-a353-f1aafd7e012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386128 Jan 25 03:47:53.365410 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7ef630fd-6ba0-4bfe-9dbb-44c0ba44f76e req-6da2c903-d698-4e36-be06-0c531654b736 service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841897 Jan 25 03:47:53.452654 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7ef630fd-6ba0-4bfe-9dbb-44c0ba44f76e req-ac8daf06-04d7-41fd-85e9-38f75216ebfb service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811753 Jan 25 03:48:01.459483 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a695775d-4196-4454-ba16-c74da55b9d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:03.750147 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2a97910-82e8-418d-8d87-b38e5d0e908f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:05.257917 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:06.760999 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:07.966581 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:12.000576 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:12.722863 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:48:31.462851 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0146d55-20a1-400a-b023-ee248f47c857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:33.659242 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2f91a-7ea4-4c28-b6e8-69dcf6b19dce req-54c51805-a473-4696-bfcd-9388cb9f19b1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:33.661657 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-15c2f91a-7ea4-4c28-b6e8-69dcf6b19dce req-54c51805-a473-4696-bfcd-9388cb9f19b1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0580842 Jan 25 03:48:33.709286 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-15c2f91a-7ea4-4c28-b6e8-69dcf6b19dce req-39415690-e0ba-43c7-9075-1eca31758e39 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419738 Jan 25 03:48:33.742115 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0125b9bd-6a66-423c-8308-9b6a5d50594f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:34.828106 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c79682-2b11-4a6e-a45d-ec80882fcaca req-d3c460e0-a713-427c-9408-fb8c439860fb tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:34.829536 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e9c79682-2b11-4a6e-a45d-ec80882fcaca req-d3c460e0-a713-427c-9408-fb8c439860fb tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0518522 Jan 25 03:48:34.876113 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e9c79682-2b11-4a6e-a45d-ec80882fcaca req-63205826-1acc-469e-938d-e6b86d6f0666 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408847 Jan 25 03:48:35.238989 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:35.992197 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb934a-0b63-4c4b-91e1-10e1a89f1e68 req-89d4b525-9748-4db0-a713-aab9548b737d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:35.993667 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-eefb934a-0b63-4c4b-91e1-10e1a89f1e68 req-89d4b525-9748-4db0-a713-aab9548b737d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0473557 Jan 25 03:48:36.041434 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-eefb934a-0b63-4c4b-91e1-10e1a89f1e68 req-26172165-7bbc-4583-b07a-48899c95c21b tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423112 Jan 25 03:48:36.770866 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:37.154963 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa757bf3-c4f8-4520-aeaf-70d4dfe886f2 req-8578389e-e877-4ee4-8588-bb51b9f4f5fc tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:37.156473 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-fa757bf3-c4f8-4520-aeaf-70d4dfe886f2 req-8578389e-e877-4ee4-8588-bb51b9f4f5fc tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0479715 Jan 25 03:48:37.204743 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-fa757bf3-c4f8-4520-aeaf-70d4dfe886f2 req-00efa047-2cf4-49ac-9f3e-7b479a4ab519 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419984 Jan 25 03:48:37.993991 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:38.322245 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78018494-020c-4101-9e3b-73ed73750223 req-d884f5eb-d5ed-4c62-85ec-cf40f24f2011 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:38.323644 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-78018494-020c-4101-9e3b-73ed73750223 req-d884f5eb-d5ed-4c62-85ec-cf40f24f2011 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0522587 Jan 25 03:48:38.369672 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-78018494-020c-4101-9e3b-73ed73750223 req-321f2ce8-51ce-49df-8508-f3df9d265aba tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404196 Jan 25 03:48:39.490375 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5efc4a-d3b4-4a73-a13c-c81cd5e77e5a req-d0567e5c-7515-47af-b6fd-9e393870af58 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:39.491852 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9e5efc4a-d3b4-4a73-a13c-c81cd5e77e5a req-d0567e5c-7515-47af-b6fd-9e393870af58 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0522068 Jan 25 03:48:39.537851 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9e5efc4a-d3b4-4a73-a13c-c81cd5e77e5a req-0f09dd1b-16f4-48b7-9c69-3f47da129156 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402799 Jan 25 03:48:40.649774 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfddda7-2aa3-48e0-9d1f-29e105469c09 req-098c448d-49ed-4d19-aa52-abdfb7fe66be tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:40.651275 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3cfddda7-2aa3-48e0-9d1f-29e105469c09 req-098c448d-49ed-4d19-aa52-abdfb7fe66be tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0476906 Jan 25 03:48:40.696887 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3cfddda7-2aa3-48e0-9d1f-29e105469c09 req-dc33deb7-1cb6-4fc1-9427-b81f50b8038d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401723 Jan 25 03:48:41.813317 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f55c08-e243-4f43-bc1d-e2cb2db2bae3 req-782e4e00-eb4e-4705-8709-f1000ab0aed5 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:41.814783 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-46f55c08-e243-4f43-bc1d-e2cb2db2bae3 req-782e4e00-eb4e-4705-8709-f1000ab0aed5 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0500581 Jan 25 03:48:41.861127 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-46f55c08-e243-4f43-bc1d-e2cb2db2bae3 req-699cfdc5-6c89-40ce-847e-feddf608f9a5 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398798 Jan 25 03:48:41.982276 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:42.987549 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535152ec-c49c-4948-98dd-47deedf0a0b6 req-4af21aa3-74bb-46f5-a123-19159bdd87d3 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:42.989070 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-535152ec-c49c-4948-98dd-47deedf0a0b6 req-4af21aa3-74bb-46f5-a123-19159bdd87d3 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0587630 Jan 25 03:48:43.053725 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-535152ec-c49c-4948-98dd-47deedf0a0b6 req-36eb7849-acdc-4bc4-90db-3663a0e6ce13 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588562 Jan 25 03:48:44.177158 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99d23e-9d68-411a-82ec-0e56ac1df297 req-d83e2cc3-dc02-4ce2-8bad-9e1612f83495 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:44.178887 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3d99d23e-9d68-411a-82ec-0e56ac1df297 req-d83e2cc3-dc02-4ce2-8bad-9e1612f83495 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0525081 Jan 25 03:48:44.227888 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3d99d23e-9d68-411a-82ec-0e56ac1df297 req-0a841b88-2ffb-4b28-b3a1-79089b5e703e tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434186 Jan 25 03:48:44.586770 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70d281-847b-4e1d-a716-62192460b16c req-bf8aa611-8fed-4cb8-abb2-232f7257a7b7 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:44.588334 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7d70d281-847b-4e1d-a716-62192460b16c req-bf8aa611-8fed-4cb8-abb2-232f7257a7b7 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0486033 Jan 25 03:48:44.635581 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7d70d281-847b-4e1d-a716-62192460b16c req-72fda9b8-c7ad-48cf-a37f-0e4f414e1fcf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416884 Jan 25 03:48:44.717258 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ba22c-c156-4336-8cf2-993e60b379a3 req-f83a5346-3e7f-4311-b0d5-a0c3f42ba428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:44.718717 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9c2ba22c-c156-4336-8cf2-993e60b379a3 req-f83a5346-3e7f-4311-b0d5-a0c3f42ba428 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=bbf2a4190655482593e7a860bbf16549&device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 1098 time: 0.0391166 Jan 25 03:48:44.818477 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ba22c-c156-4336-8cf2-993e60b379a3 req-12af77f7-6bcc-49f3-bdf5-3eed85c6ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:44.819986 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9c2ba22c-c156-4336-8cf2-993e60b379a3 req-12af77f7-6bcc-49f3-bdf5-3eed85c6ab12 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e545c365-d10d-438c-b92f-53b0b77d7557 HTTP/1.1" status: 200 len: 911 time: 0.0956309 Jan 25 03:48:44.882136 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9c2ba22c-c156-4336-8cf2-993e60b379a3 req-ecde3596-cf2a-4e51-8c99-e4da466c1375 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b1c0da-6f9d-4323-8052-3159d350939c HTTP/1.1" status: 200 len: 1001 time: 0.0562680 Jan 25 03:48:44.929704 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ba22c-c156-4336-8cf2-993e60b379a3 req-6b1d57f1-9a2f-4ec0-a715-6b5f92e8864e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:44.931027 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9c2ba22c-c156-4336-8cf2-993e60b379a3 req-6b1d57f1-9a2f-4ec0-a715-6b5f92e8864e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5ae730ed-018b-48e8-9952-4ae2b147105d HTTP/1.1" status: 200 len: 850 time: 0.0432558 Jan 25 03:48:45.216391 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ba22c-c156-4336-8cf2-993e60b379a3 req-a44fb58b-eb89-4213-ac54-dcc78a5c54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:45.217803 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9c2ba22c-c156-4336-8cf2-993e60b379a3 req-a44fb58b-eb89-4213-ac54-dcc78a5c54e9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e545c365-d10d-438c-b92f-53b0b77d7557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2805521 Jan 25 03:48:45.303752 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9c2ba22c-c156-4336-8cf2-993e60b379a3 req-da6a314b-366f-460c-9677-6b808010c272 service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794401 Jan 25 03:48:45.391778 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-9c2ba22c-c156-4336-8cf2-993e60b379a3 req-99152f67-122a-4b76-b921-7999d2359a55 service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829742 Jan 25 03:48:45.752125 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e0fcc-efd8-4505-bb9f-f0cbdb68be5b req-af1edc8e-8684-470e-8e79-999c5e705940 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:45.754057 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8c9e0fcc-efd8-4505-bb9f-f0cbdb68be5b req-af1edc8e-8684-470e-8e79-999c5e705940 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0493515 Jan 25 03:48:45.805376 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8c9e0fcc-efd8-4505-bb9f-f0cbdb68be5b req-9c2161cb-7040-4c43-bd77-62b9b567c9c1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457644 Jan 25 03:48:46.726080 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55706) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:48:46.884931 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Deleting port fb8a4a33-7bd4-4af9-953b-7f996fd0908a {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:48:46.885624 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (fb8a4a33-7bd4-4af9-953b-7f996fd0908a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:46.919939 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a787704-13d6-4c04-bd19-28dbf3b6f4c9 req-4bb175aa-7cd5-4036-9b41-8b1df366485d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:46.921418 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3a787704-13d6-4c04-bd19-28dbf3b6f4c9 req-4bb175aa-7cd5-4036-9b41-8b1df366485d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0485094 Jan 25 03:48:46.963293 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (fb8a4a33-7bd4-4af9-953b-7f996fd0908a), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:46.963632 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for floatingip (fb8a4a33-7bd4-4af9-953b-7f996fd0908a), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:46.968569 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-3a787704-13d6-4c04-bd19-28dbf3b6f4c9 req-dceb51a9-a137-4210-891f-0716da336451 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412409 Jan 25 03:48:46.975422 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Calling delete_port for fb8a4a33-7bd4-4af9-953b-7f996fd0908a owned by network:floatingip {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:48:47.199511 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (fb8a4a33-7bd4-4af9-953b-7f996fd0908a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:47.224489 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event deleted for resources: {'Port': ['ID=fb8a4a33-7bd4-4af9-953b-7f996fd0908a,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:48:47.236749 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:47.237664 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:47.238056 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:47.238497 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:47.238832 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:47.239191 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:47.239521 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:47.239850 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:47.240178 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:47.240505 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:47.240829 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:47.241150 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:47.241477 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:47.295185 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for floatingip (deef961f-0e61-4dea-9c34-58a6e257df68), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:47.295519 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.l3_db [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Floating IP deef961f-0e61-4dea-9c34-58a6e257df68 disassociated (deleted). External IP: 172.27.2.94, port: 9fc9a725-79a8-415e-b949-ee950a70e69e. Jan 25 03:48:47.499146 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:48:47.603111 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:48:47.607864 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:47.612932 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673fe311-75bf-4f40-964d-820bbd17f032 None None] Sync routers for ids ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:48:47.622866 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673fe311-75bf-4f40-964d-820bbd17f032 None None] Routers {'903229fb-2b7e-40c2-83c6-ae92eb9aef35'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:48:47.623496 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-673fe311-75bf-4f40-964d-820bbd17f032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:48:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:48:47.634896 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-23e11980-b85c-4a3f-af70-38a2cc398557 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "DELETE /v2.0/floatingips/deef961f-0e61-4dea-9c34-58a6e257df68 HTTP/1.1" status: 204 len: 168 time: 0.9077258 Jan 25 03:48:47.635500 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fc95ec-6950-4d1c-8a8e-8cd379ddc451', 'tag': '9fc9a725-79a8-415e-b949-ee950a70e69e'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:48:47.639043 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d0c9815385568a6be04e4b390595008a27b8adc04fe3db576d7c9438e8cfd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a81aff5-d6dc-411e-9d13-a50cf21074e9" -d '{"events": [{"name": "network-changed", "server_uuid": "31fc95ec-6950-4d1c-8a8e-8cd379ddc451", "tag": "9fc9a725-79a8-415e-b949-ee950a70e69e"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:48:47.728829 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-673fe311-75bf-4f40-964d-820bbd17f032 None None] Set router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:48:47.912210 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8c469a-042b-4db2-aadf-312346c6f5df x-openstack-request-id: req-aa8c469a-042b-4db2-aadf-312346c6f5df {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:48:47.912715 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fc95ec-6950-4d1c-8a8e-8cd379ddc451", "tag": "9fc9a725-79a8-415e-b949-ee950a70e69e", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:48:47.912812 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-aa8c469a-042b-4db2-aadf-312346c6f5df {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:48:47.913359 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31fc95ec-6950-4d1c-8a8e-8cd379ddc451', 'tag': '9fc9a725-79a8-415e-b949-ee950a70e69e', 'status': 'completed', 'code': 200} Jan 25 03:48:47.958183 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-673fe311-75bf-4f40-964d-820bbd17f032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '48f16b7a-68d1-4a24-8759-599f920ef140', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'port_id': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'mac_address': 'fa:16:3e:10:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:44:23Z', 'updated_at': '2022-01-25T03:44:25Z', 'revision_number': 1, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 5, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:48:47.987735 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673fe311-75bf-4f40-964d-820bbd17f032 None None] Checking router: 903229fb-2b7e-40c2-83c6-ae92eb9aef35 for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:48:47.996106 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673fe311-75bf-4f40-964d-820bbd17f032 None None] Routers {'903229fb-2b7e-40c2-83c6-ae92eb9aef35'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:48:47.996719 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-673fe311-75bf-4f40-964d-820bbd17f032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:48:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:48:48.046155 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89096fe1-c902-4e12-b323-c6f188ba5c58 req-e01ad904-e882-4d37-a1e1-11dc31b70994 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:48.047592 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-89096fe1-c902-4e12-b323-c6f188ba5c58 req-e01ad904-e882-4d37-a1e1-11dc31b70994 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 946 time: 0.0812850 Jan 25 03:48:48.053200 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81aff5-d6dc-411e-9d13-a50cf21074e9 req-99954b00-ab3e-4019-8acf-b5874c646af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:48.054879 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5a81aff5-d6dc-411e-9d13-a50cf21074e9 req-99954b00-ab3e-4019-8acf-b5874c646af7 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0fe72d0d8d144438a671aac4e939c693&device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 1099 time: 0.0590951 Jan 25 03:48:48.102690 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-673fe311-75bf-4f40-964d-820bbd17f032 None None] Set router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:48:48.157922 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-89096fe1-c902-4e12-b323-c6f188ba5c58 req-6860a8df-ce55-4ffe-bf81-dd82d8565bca tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1020677 Jan 25 03:48:48.181825 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81aff5-d6dc-411e-9d13-a50cf21074e9 req-c3a7788b-7ff0-4c3a-a947-42f0a474f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:48.183436 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5a81aff5-d6dc-411e-9d13-a50cf21074e9 req-c3a7788b-7ff0-4c3a-a947-42f0a474f1f0 service neutron] 10.222.0.112 "GET /v2.0/networks?id=0ff74d41-8997-4f13-a353-f1aafd7e012e HTTP/1.1" status: 200 len: 912 time: 0.1211557 Jan 25 03:48:48.227199 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5a81aff5-d6dc-411e-9d13-a50cf21074e9 req-1daad504-b5b3-4b52-895c-1b1ae7d5f89c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc9a725-79a8-415e-b949-ee950a70e69e HTTP/1.1" status: 200 len: 217 time: 0.0352042 Jan 25 03:48:48.275346 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81aff5-d6dc-411e-9d13-a50cf21074e9 req-9f02a665-5906-40c5-81fe-c91ce3483620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:48.276795 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5a81aff5-d6dc-411e-9d13-a50cf21074e9 req-9f02a665-5906-40c5-81fe-c91ce3483620 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=de574e71-d5c9-48da-aa30-76bdfc91fca9 HTTP/1.1" status: 200 len: 851 time: 0.0439343 Jan 25 03:48:48.327895 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81aff5-d6dc-411e-9d13-a50cf21074e9 req-6cef5052-8f96-443c-968a-fa8286830712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:48.329292 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5a81aff5-d6dc-411e-9d13-a50cf21074e9 req-6cef5052-8f96-443c-968a-fa8286830712 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=0ff74d41-8997-4f13-a353-f1aafd7e012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450621 Jan 25 03:48:48.329428 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-673fe311-75bf-4f40-964d-820bbd17f032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '48f16b7a-68d1-4a24-8759-599f920ef140', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'port_id': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'mac_address': 'fa:16:3e:10:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:44:23Z', 'updated_at': '2022-01-25T03:44:25Z', 'revision_number': 1, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 5, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:48:48.358658 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673fe311-75bf-4f40-964d-820bbd17f032 None None] The sync data for ids ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'] in dv-cinder-819011-2-iscsi is: [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '48f16b7a-68d1-4a24-8759-599f920ef140', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'port_id': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'mac_address': 'fa:16:3e:10:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:44:23Z', 'updated_at': '2022-01-25T03:44:25Z', 'revision_number': 1, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 5, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:48:48.424628 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5a81aff5-d6dc-411e-9d13-a50cf21074e9 req-f09cd11c-b8a3-48e2-9f8e-ec3da61b80a5 service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877426 Jan 25 03:48:48.520774 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-5a81aff5-d6dc-411e-9d13-a50cf21074e9 req-fdb91a49-b3e4-412e-99c0-1e38d02b84ef service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894482 Jan 25 03:48:48.586417 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881f19e8-2e1d-46ef-ab05-22af72a6b4ca None None] New status for floating IP deef961f-0e61-4dea-9c34-58a6e257df68: DOWN {{(pid=103187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:48:49.274684 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7324b2-d8b5-4f72-a1b3-338113f116f1 req-ddd9d35a-9d24-4d87-968c-656ad1875a78 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:49.276178 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0d7324b2-d8b5-4f72-a1b3-338113f116f1 req-ddd9d35a-9d24-4d87-968c-656ad1875a78 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 946 time: 0.0481479 Jan 25 03:48:49.332701 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0d7324b2-d8b5-4f72-a1b3-338113f116f1 req-8b6c843f-8efa-47db-bb27-751193346c02 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508504 Jan 25 03:48:49.721744 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:48:49.830248 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b59351-1726-4f36-a9c3-21e8d959362f req-a0b9bc64-124a-4023-8579-1677fd00a484 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:49.832611 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-97b59351-1726-4f36-a9c3-21e8d959362f req-a0b9bc64-124a-4023-8579-1677fd00a484 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.112 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 946 time: 0.0494192 Jan 25 03:48:49.920137 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-97b59351-1726-4f36-a9c3-21e8d959362f req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Deleting port 9fc9a725-79a8-415e-b949-ee950a70e69e {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:48:49.920474 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-97b59351-1726-4f36-a9c3-21e8d959362f req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (9fc9a725-79a8-415e-b949-ee950a70e69e), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:50.010683 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-97b59351-1726-4f36-a9c3-21e8d959362f req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] For port 9fc9a725-79a8-415e-b949-ee950a70e69e, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=9fc9a725-79a8-415e-b949-ee950a70e69e,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:48:50.010969 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-97b59351-1726-4f36-a9c3-21e8d959362f req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (9fc9a725-79a8-415e-b949-ee950a70e69e), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:50.023334 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-97b59351-1726-4f36-a9c3-21e8d959362f req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Calling delete_port for 9fc9a725-79a8-415e-b949-ee950a70e69e owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:48:50.216378 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-97b59351-1726-4f36-a9c3-21e8d959362f req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (9fc9a725-79a8-415e-b949-ee950a70e69e), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:50.245109 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event deleted for resources: {'Port': ['ID=9fc9a725-79a8-415e-b949-ee950a70e69e,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:48:50.272182 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:50.272542 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:50.272887 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:50.273227 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:50.273561 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:50.273891 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:50.274221 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:50.274552 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:50.274881 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:50.275240 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:50.278189 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:50.278189 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:50.278189 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:48:50.294315 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b59351-1726-4f36-a9c3-21e8d959362f req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] No DVR routers for this DVR port 9fc9a725-79a8-415e-b949-ee950a70e69e on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:48:50.296696 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-97b59351-1726-4f36-a9c3-21e8d959362f req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:50.300580 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-97b59351-1726-4f36-a9c3-21e8d959362f req-bc3dde15-f6cf-4ab7-89dc-1d8791f7f720 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.112 "DELETE /v2.0/ports/9fc9a725-79a8-415e-b949-ee950a70e69e HTTP/1.1" status: 204 len: 173 time: 0.4621749 Jan 25 03:48:50.301010 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fc95ec-6950-4d1c-8a8e-8cd379ddc451', 'name': 'network-vif-deleted', 'tag': '9fc9a725-79a8-415e-b949-ee950a70e69e'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:48:50.303586 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f28875f-28ff-4429-948e-4ea4ba800b40" -d '{"events": [{"server_uuid": "31fc95ec-6950-4d1c-8a8e-8cd379ddc451", "name": "network-vif-deleted", "tag": "9fc9a725-79a8-415e-b949-ee950a70e69e"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:48:50.338690 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbd04f2-28b2-4a41-bef1-b995527049e0 x-openstack-request-id: req-0fbd04f2-28b2-4a41-bef1-b995527049e0 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:48:50.338976 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fc95ec-6950-4d1c-8a8e-8cd379ddc451", "name": "network-vif-deleted", "tag": "9fc9a725-79a8-415e-b949-ee950a70e69e", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:48:50.341265 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-0fbd04f2-28b2-4a41-bef1-b995527049e0 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:48:50.341265 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31fc95ec-6950-4d1c-8a8e-8cd379ddc451', 'name': 'network-vif-deleted', 'tag': '9fc9a725-79a8-415e-b949-ee950a70e69e', 'status': 'completed', 'code': 200} Jan 25 03:48:50.429051 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dbc078ef-2c24-45c1-b108-7a23be01fbe5 req-2fd60d0a-7f0c-44b0-8a5c-3e06c714061b tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=31fc95ec-6950-4d1c-8a8e-8cd379ddc451 HTTP/1.1" status: 200 len: 210 time: 0.0269146 Jan 25 03:48:52.528832 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 9fc9a725-79a8-415e-b949-ee950a70e69e no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:48:52.552301 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: 9fc9a725-79a8-415e-b949-ee950a70e69e {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:48:52.552646 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device 9fc9a725-79a8-415e-b949-ee950a70e69e not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:48:53.911080 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55744) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:48:54.063966 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3097cd17-ef09-40dc-b894-5972b18f71e1 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Deleting port 7a9771c3-9976-4a0c-bd7c-169660d085ff {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:48:54.064310 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3097cd17-ef09-40dc-b894-5972b18f71e1 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (7a9771c3-9976-4a0c-bd7c-169660d085ff), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:54.136091 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3097cd17-ef09-40dc-b894-5972b18f71e1 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (7a9771c3-9976-4a0c-bd7c-169660d085ff), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:54.136415 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3097cd17-ef09-40dc-b894-5972b18f71e1 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for floatingip (7a9771c3-9976-4a0c-bd7c-169660d085ff), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:54.148565 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3097cd17-ef09-40dc-b894-5972b18f71e1 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Calling delete_port for 7a9771c3-9976-4a0c-bd7c-169660d085ff owned by network:floatingip {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:48:54.364957 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3097cd17-ef09-40dc-b894-5972b18f71e1 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (7a9771c3-9976-4a0c-bd7c-169660d085ff), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:54.393421 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097cd17-ef09-40dc-b894-5972b18f71e1 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event deleted for resources: {'Port': ['ID=7a9771c3-9976-4a0c-bd7c-169660d085ff,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:48:54.450452 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3097cd17-ef09-40dc-b894-5972b18f71e1 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for floatingip (48f16b7a-68d1-4a24-8759-599f920ef140), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:54.450788 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.db.l3_db [None req-3097cd17-ef09-40dc-b894-5972b18f71e1 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Floating IP 48f16b7a-68d1-4a24-8759-599f920ef140 disassociated (deleted). External IP: 172.27.2.13, port: b92e2cb6-c6e1-4723-843b-37dd1c830bbb. Jan 25 03:48:54.647734 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3097cd17-ef09-40dc-b894-5972b18f71e1 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:48:54.987399 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3097cd17-ef09-40dc-b894-5972b18f71e1 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:48:54.991998 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3097cd17-ef09-40dc-b894-5972b18f71e1 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:54.997853 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeb6638-2c2b-4981-b497-e4763ac9a914 None None] Sync routers for ids ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:48:55.008049 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeb6638-2c2b-4981-b497-e4763ac9a914 None None] Routers {'903229fb-2b7e-40c2-83c6-ae92eb9aef35'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:48:55.008666 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-bfeb6638-2c2b-4981-b497-e4763ac9a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:48:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:48:55.018541 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-3097cd17-ef09-40dc-b894-5972b18f71e1 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "DELETE /v2.0/floatingips/48f16b7a-68d1-4a24-8759-599f920ef140 HTTP/1.1" status: 204 len: 168 time: 1.1056807 Jan 25 03:48:55.018862 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'tag': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:48:55.021818 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d0c9815385568a6be04e4b390595008a27b8adc04fe3db576d7c9438e8cfd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e029bd-a2bb-4f10-b3e5-32121f4eb582" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6fc152-dc5c-493a-9933-95f0408e1caa", "tag": "b92e2cb6-c6e1-4723-843b-37dd1c830bbb"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:48:55.060109 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1859b5cf-f310-452f-ae58-22f88572d66a x-openstack-request-id: req-1859b5cf-f310-452f-ae58-22f88572d66a {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:48:55.060803 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6fc152-dc5c-493a-9933-95f0408e1caa", "tag": "b92e2cb6-c6e1-4723-843b-37dd1c830bbb", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:48:55.060803 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-1859b5cf-f310-452f-ae58-22f88572d66a {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:48:55.061034 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'tag': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb', 'status': 'completed', 'code': 200} Jan 25 03:48:55.115122 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-bfeb6638-2c2b-4981-b497-e4763ac9a914 None None] Set router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:48:55.159336 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e029bd-a2bb-4f10-b3e5-32121f4eb582 req-e4f1a7df-a36a-4db1-9f43-26f9cdaae4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:55.161128 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-83e029bd-a2bb-4f10-b3e5-32121f4eb582 req-e4f1a7df-a36a-4db1-9f43-26f9cdaae4a1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0fe72d0d8d144438a671aac4e939c693&device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 1099 time: 0.0434241 Jan 25 03:48:55.270166 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e029bd-a2bb-4f10-b3e5-32121f4eb582 req-16fb0e44-b0cb-4f25-817c-bc31362bb2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:55.271805 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-83e029bd-a2bb-4f10-b3e5-32121f4eb582 req-16fb0e44-b0cb-4f25-817c-bc31362bb2ed service neutron] 10.222.0.112 "GET /v2.0/networks?id=0ff74d41-8997-4f13-a353-f1aafd7e012e HTTP/1.1" status: 200 len: 912 time: 0.1026940 Jan 25 03:48:55.313494 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-83e029bd-a2bb-4f10-b3e5-32121f4eb582 req-3cac15d1-7424-463a-9620-81edf28c9229 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b92e2cb6-c6e1-4723-843b-37dd1c830bbb HTTP/1.1" status: 200 len: 217 time: 0.0356951 Jan 25 03:48:55.343286 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-bfeb6638-2c2b-4981-b497-e4763ac9a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 5, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:48:55.370566 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeb6638-2c2b-4981-b497-e4763ac9a914 None None] Checking router: 903229fb-2b7e-40c2-83c6-ae92eb9aef35 for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:48:55.372912 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e029bd-a2bb-4f10-b3e5-32121f4eb582 req-d0581fe2-55ef-4c01-a680-c8f32abba97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:55.374537 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-83e029bd-a2bb-4f10-b3e5-32121f4eb582 req-d0581fe2-55ef-4c01-a680-c8f32abba97b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=de574e71-d5c9-48da-aa30-76bdfc91fca9 HTTP/1.1" status: 200 len: 851 time: 0.0556989 Jan 25 03:48:55.380422 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeb6638-2c2b-4981-b497-e4763ac9a914 None None] Routers {'903229fb-2b7e-40c2-83c6-ae92eb9aef35'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:48:55.381021 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-bfeb6638-2c2b-4981-b497-e4763ac9a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:48:34Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:48:55.426216 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e029bd-a2bb-4f10-b3e5-32121f4eb582 req-0b25c5e0-0dd7-4afc-9783-8a5a7a8cc573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:55.430293 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-83e029bd-a2bb-4f10-b3e5-32121f4eb582 req-0b25c5e0-0dd7-4afc-9783-8a5a7a8cc573 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=0ff74d41-8997-4f13-a353-f1aafd7e012e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471628 Jan 25 03:48:55.489307 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-bfeb6638-2c2b-4981-b497-e4763ac9a914 None None] Set router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:48:55.523461 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-83e029bd-a2bb-4f10-b3e5-32121f4eb582 req-d134571e-2e28-48d9-a0ab-ce1584c7ca9c service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897379 Jan 25 03:48:55.644569 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-83e029bd-a2bb-4f10-b3e5-32121f4eb582 req-ab08b17f-f373-4a18-bdb6-4f2cf5cd2357 service neutron] 10.222.0.112 "GET /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154597 Jan 25 03:48:55.662742 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2aac77-502e-4ec2-ac88-e50c367c89b5 req-049cbef7-65cc-44fd-afca-823e43862af4 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:55.664272 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7f2aac77-502e-4ec2-ac88-e50c367c89b5 req-049cbef7-65cc-44fd-afca-823e43862af4 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 946 time: 0.0599580 Jan 25 03:48:55.730019 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7f2aac77-502e-4ec2-ac88-e50c367c89b5 req-1e5b8cf4-f13f-4918-8d7d-574bdd75a0db tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502460 Jan 25 03:48:55.787129 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-bfeb6638-2c2b-4981-b497-e4763ac9a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 5, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:48:55.812903 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeb6638-2c2b-4981-b497-e4763ac9a914 None None] The sync data for ids ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'] in dv-cinder-819011-2-iscsi is: [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:38:45Z', 'revision_number': 4, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': 'add433b3-6dd9-479c-9a63-10c0a85dc588', 'name': '', 'network_id': '0ff74d41-8997-4f13-a353-f1aafd7e012e', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'mac_address': 'fa:16:3e:b8:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:44Z', 'updated_at': '2022-01-25T03:38:49Z', 'revision_number': 5, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'subnets': [{'id': 'de574e71-d5c9-48da-aa30-76bdfc91fca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:48:56.022247 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d59fe-1a68-47d0-a7ef-ca80b5f16837 None None] New status for floating IP 48f16b7a-68d1-4a24-8759-599f920ef140: DOWN {{(pid=103187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:48:56.847891 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63e66a-bdaf-4526-b8d3-de487f4f30cd req-fde3f747-4dea-4381-8eeb-297e80fc91c9 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:56.849330 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6a63e66a-bdaf-4526-b8d3-de487f4f30cd req-fde3f747-4dea-4381-8eeb-297e80fc91c9 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 946 time: 0.0482881 Jan 25 03:48:56.895620 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6a63e66a-bdaf-4526-b8d3-de487f4f30cd req-f01cd29b-cdbe-48eb-aaf1-29a58ea1c5df tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/security-groups?id=6744eb07-18e5-4865-83ab-4fe93b386738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408576 Jan 25 03:48:57.454399 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c68158-c734-44cb-958f-ac075cd4ce93 req-628eb826-5cb2-4824-81b7-73778877fa60 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:48:57.456355 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d7c68158-c734-44cb-958f-ac075cd4ce93 req-628eb826-5cb2-4824-81b7-73778877fa60 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.112 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 946 time: 0.0485682 Jan 25 03:48:57.549568 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-d7c68158-c734-44cb-958f-ac075cd4ce93 req-c20ac6a9-1aab-4383-a80f-5802e2372ff7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Deleting port b92e2cb6-c6e1-4723-843b-37dd1c830bbb {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:48:57.549907 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d7c68158-c734-44cb-958f-ac075cd4ce93 req-c20ac6a9-1aab-4383-a80f-5802e2372ff7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (b92e2cb6-c6e1-4723-843b-37dd1c830bbb), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:57.637006 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-d7c68158-c734-44cb-958f-ac075cd4ce93 req-c20ac6a9-1aab-4383-a80f-5802e2372ff7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] For port b92e2cb6-c6e1-4723-843b-37dd1c830bbb, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=b92e2cb6-c6e1-4723-843b-37dd1c830bbb,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:48:57.637360 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d7c68158-c734-44cb-958f-ac075cd4ce93 req-c20ac6a9-1aab-4383-a80f-5802e2372ff7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (b92e2cb6-c6e1-4723-843b-37dd1c830bbb), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:57.649068 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-d7c68158-c734-44cb-958f-ac075cd4ce93 req-c20ac6a9-1aab-4383-a80f-5802e2372ff7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Calling delete_port for b92e2cb6-c6e1-4723-843b-37dd1c830bbb owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:48:57.816815 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d7c68158-c734-44cb-958f-ac075cd4ce93 req-c20ac6a9-1aab-4383-a80f-5802e2372ff7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (b92e2cb6-c6e1-4723-843b-37dd1c830bbb), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:57.845058 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ac6a9-1aab-4383-a80f-5802e2372ff7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event deleted for resources: {'Port': ['ID=b92e2cb6-c6e1-4723-843b-37dd1c830bbb,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:48:57.887153 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c68158-c734-44cb-958f-ac075cd4ce93 req-c20ac6a9-1aab-4383-a80f-5802e2372ff7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] No DVR routers for this DVR port b92e2cb6-c6e1-4723-843b-37dd1c830bbb on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:48:57.889570 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-d7c68158-c734-44cb-958f-ac075cd4ce93 req-c20ac6a9-1aab-4383-a80f-5802e2372ff7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:48:57.893007 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d7c68158-c734-44cb-958f-ac075cd4ce93 req-c20ac6a9-1aab-4383-a80f-5802e2372ff7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.112 "DELETE /v2.0/ports/b92e2cb6-c6e1-4723-843b-37dd1c830bbb HTTP/1.1" status: 204 len: 173 time: 0.4319341 Jan 25 03:48:57.893510 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'name': 'network-vif-deleted', 'tag': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:48:57.895810 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6bf55b-19c8-4618-bf7c-c7592e6c1fd5" -d '{"events": [{"server_uuid": "7c6fc152-dc5c-493a-9933-95f0408e1caa", "name": "network-vif-deleted", "tag": "b92e2cb6-c6e1-4723-843b-37dd1c830bbb"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:48:57.934082 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d2e0db-f4d5-4670-a91d-5ad60c376e9d x-openstack-request-id: req-62d2e0db-f4d5-4670-a91d-5ad60c376e9d {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:48:57.934378 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6fc152-dc5c-493a-9933-95f0408e1caa", "name": "network-vif-deleted", "tag": "b92e2cb6-c6e1-4723-843b-37dd1c830bbb", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:48:57.934636 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-62d2e0db-f4d5-4670-a91d-5ad60c376e9d {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:48:57.935037 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6fc152-dc5c-493a-9933-95f0408e1caa', 'name': 'network-vif-deleted', 'tag': 'b92e2cb6-c6e1-4723-843b-37dd1c830bbb', 'status': 'completed', 'code': 200} Jan 25 03:48:57.994830 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c0008ab5-88c3-45c6-836a-0b88748db5df req-ee9df637-0aae-4c75-9295-e905b1b284de tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 210 time: 0.0263648 Jan 25 03:48:59.101981 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0730de5a-07e6-4b3e-b67a-90a7f98d4245 req-ac2a245b-b146-4307-a767-c5f5fac0bd8f tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "GET /v2.0/ports?device_id=7c6fc152-dc5c-493a-9933-95f0408e1caa HTTP/1.1" status: 200 len: 210 time: 0.0264935 Jan 25 03:49:00.159018 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55774) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:49:00.278611 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8f376025-0da9-42e9-b43b-533d80f323a7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Deleting port 7acb3d0e-a729-4105-bd65-61be39c52eb8 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:49:00.278954 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8f376025-0da9-42e9-b43b-533d80f323a7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (7acb3d0e-a729-4105-bd65-61be39c52eb8), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:00.363509 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8f376025-0da9-42e9-b43b-533d80f323a7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (7acb3d0e-a729-4105-bd65-61be39c52eb8), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:00.363845 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8f376025-0da9-42e9-b43b-533d80f323a7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for floatingip (7acb3d0e-a729-4105-bd65-61be39c52eb8), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:00.375184 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8f376025-0da9-42e9-b43b-533d80f323a7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Calling delete_port for 7acb3d0e-a729-4105-bd65-61be39c52eb8 owned by network:floatingip {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:49:00.553313 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8f376025-0da9-42e9-b43b-533d80f323a7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (7acb3d0e-a729-4105-bd65-61be39c52eb8), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:00.557836 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device b92e2cb6-c6e1-4723-843b-37dd1c830bbb no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:49:00.576258 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f376025-0da9-42e9-b43b-533d80f323a7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event deleted for resources: {'Port': ['ID=7acb3d0e-a729-4105-bd65-61be39c52eb8,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:49:00.583278 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: b92e2cb6-c6e1-4723-843b-37dd1c830bbb {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:49:00.583278 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device b92e2cb6-c6e1-4723-843b-37dd1c830bbb not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:49:00.635946 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8f376025-0da9-42e9-b43b-533d80f323a7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for floatingip (38360bd4-519d-4c79-8216-7c5e52aa25d4), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:00.638474 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8f376025-0da9-42e9-b43b-533d80f323a7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:00.639648 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-8f376025-0da9-42e9-b43b-533d80f323a7 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "DELETE /v2.0/floatingips/38360bd4-519d-4c79-8216-7c5e52aa25d4 HTTP/1.1" status: 204 len: 168 time: 0.4795723 Jan 25 03:49:01.450437 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0986cc32-38d9-44a2-9949-a6bb4f337266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:01.906145 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55786) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:49:01.971719 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-54935283-adef-4de9-bc89-8ae1ef3c6bb9 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group (6744eb07-18e5-4865-83ab-4fe93b386738), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:01.998704 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-54935283-adef-4de9-bc89-8ae1ef3c6bb9 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group (6744eb07-18e5-4865-83ab-4fe93b386738), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:02.113274 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-54935283-adef-4de9-bc89-8ae1ef3c6bb9 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (6744eb07-18e5-4865-83ab-4fe93b386738), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:02.115968 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-54935283-adef-4de9-bc89-8ae1ef3c6bb9 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:02.117105 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-54935283-adef-4de9-bc89-8ae1ef3c6bb9 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] 10.222.0.115 "DELETE /v2.0/security-groups/6744eb07-18e5-4865-83ab-4fe93b386738 HTTP/1.1" status: 204 len: 168 time: 0.2099569 Jan 25 03:49:02.129603 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54935283-adef-4de9-bc89-8ae1ef3c6bb9 tempest-TestVolumeBootPattern-574794776 tempest-TestVolumeBootPattern-574794776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6744eb07-18e5-4865-83ab-4fe93b386738,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:49:02.231800 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55790) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:49:02.764390 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c1587fa2-3e9f-4a3c-bf3b-59fe95e30bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560331'] for router_interface (903229fb-2b7e-40c2-83c6-ae92eb9aef35), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:03.000480 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-c1587fa2-3e9f-4a3c-bf3b-59fe95e30bf7 admin admin] Deleting port add433b3-6dd9-479c-9a63-10c0a85dc588 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:49:03.001178 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c1587fa2-3e9f-4a3c-bf3b-59fe95e30bf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (add433b3-6dd9-479c-9a63-10c0a85dc588), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:03.078881 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-c1587fa2-3e9f-4a3c-bf3b-59fe95e30bf7 admin admin] For port add433b3-6dd9-479c-9a63-10c0a85dc588, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=add433b3-6dd9-479c-9a63-10c0a85dc588,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:49:03.079266 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c1587fa2-3e9f-4a3c-bf3b-59fe95e30bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (add433b3-6dd9-479c-9a63-10c0a85dc588), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:03.090877 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-c1587fa2-3e9f-4a3c-bf3b-59fe95e30bf7 admin admin] Calling delete_port for add433b3-6dd9-479c-9a63-10c0a85dc588 owned by network:router_interface {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:49:03.324667 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c1587fa2-3e9f-4a3c-bf3b-59fe95e30bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (add433b3-6dd9-479c-9a63-10c0a85dc588), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:03.348504 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1587fa2-3e9f-4a3c-bf3b-59fe95e30bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=add433b3-6dd9-479c-9a63-10c0a85dc588,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:49:03.512914 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-c1587fa2-3e9f-4a3c-bf3b-59fe95e30bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582118'] for router_interface (903229fb-2b7e-40c2-83c6-ae92eb9aef35), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:03.722149 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1587fa2-3e9f-4a3c-bf3b-59fe95e30bf7 admin admin] Router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:49:03.758527 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1884e94b-f46d-4828-936b-0ee4e0f39833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:03.828428 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1587fa2-3e9f-4a3c-bf3b-59fe95e30bf7 admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:49:03.834784 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-c1587fa2-3e9f-4a3c-bf3b-59fe95e30bf7 admin admin] 10.222.0.115 "PUT /v2.0/routers/903229fb-2b7e-40c2-83c6-ae92eb9aef35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6008277 Jan 25 03:49:03.836194 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55794) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:49:03.838588 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41771687-ed0a-47c5-ae82-84fa5d92a198 None None] Sync routers for ids ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:49:03.848870 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41771687-ed0a-47c5-ae82-84fa5d92a198 None None] Routers {'903229fb-2b7e-40c2-83c6-ae92eb9aef35'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:49:03.850414 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-41771687-ed0a-47c5-ae82-84fa5d92a198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:49:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:49:03.937152 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cd9996b5-344d-48a3-8f5b-c461ab532b34 admin admin] Publish callbacks [] for router (903229fb-2b7e-40c2-83c6-ae92eb9aef35), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:03.953830 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-41771687-ed0a-47c5-ae82-84fa5d92a198 None None] Set router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:49:04.037336 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cd9996b5-344d-48a3-8f5b-c461ab532b34 admin admin] Publish callbacks [] for router_gateway (903229fb-2b7e-40c2-83c6-ae92eb9aef35), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:04.128680 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-41771687-ed0a-47c5-ae82-84fa5d92a198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:49:03Z', 'revision_number': 5, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port': {'id': '02e0d2eb-a915-4485-b0f0-f340929e6fd2', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:42Z', 'updated_at': '2022-01-25T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:49:04.144176 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-cd9996b5-344d-48a3-8f5b-c461ab532b34 admin admin] Deleting port 02e0d2eb-a915-4485-b0f0-f340929e6fd2 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:49:04.148316 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cd9996b5-344d-48a3-8f5b-c461ab532b34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (02e0d2eb-a915-4485-b0f0-f340929e6fd2), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:04.154668 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41771687-ed0a-47c5-ae82-84fa5d92a198 None None] Checking router: 903229fb-2b7e-40c2-83c6-ae92eb9aef35 for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:49:04.163646 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41771687-ed0a-47c5-ae82-84fa5d92a198 None None] Routers {'903229fb-2b7e-40c2-83c6-ae92eb9aef35'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:49:04.164244 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-41771687-ed0a-47c5-ae82-84fa5d92a198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:49:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:49:04.226518 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-cd9996b5-344d-48a3-8f5b-c461ab532b34 admin admin] For port 02e0d2eb-a915-4485-b0f0-f340929e6fd2, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=02e0d2eb-a915-4485-b0f0-f340929e6fd2,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:49:04.226878 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cd9996b5-344d-48a3-8f5b-c461ab532b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (02e0d2eb-a915-4485-b0f0-f340929e6fd2), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:04.239274 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-cd9996b5-344d-48a3-8f5b-c461ab532b34 admin admin] Calling delete_port for 02e0d2eb-a915-4485-b0f0-f340929e6fd2 owned by network:router_gateway {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:49:04.249939 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-41771687-ed0a-47c5-ae82-84fa5d92a198 None None] Set router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 gateway port host: None {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:49:04.300273 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-41771687-ed0a-47c5-ae82-84fa5d92a198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:49:04Z', 'revision_number': 6, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port_host': None}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:49:04.329637 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41771687-ed0a-47c5-ae82-84fa5d92a198 None None] The sync data for ids ['903229fb-2b7e-40c2-83c6-ae92eb9aef35'] in dv-cinder-819011-2-iscsi is: [{'id': '903229fb-2b7e-40c2-83c6-ae92eb9aef35', 'name': 'tempest-TestVolumeBootPattern-1094786442-router', 'tenant_id': '0fe72d0d8d144438a671aac4e939c693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:41Z', 'updated_at': '2022-01-25T03:49:04Z', 'revision_number': 6, 'project_id': '0fe72d0d8d144438a671aac4e939c693', 'gw_port_host': None}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:49:04.724830 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cd9996b5-344d-48a3-8f5b-c461ab532b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (02e0d2eb-a915-4485-b0f0-f340929e6fd2), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:04.748580 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9996b5-344d-48a3-8f5b-c461ab532b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=02e0d2eb-a915-4485-b0f0-f340929e6fd2,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:49:04.811709 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cd9996b5-344d-48a3-8f5b-c461ab532b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587066'] for router_gateway (903229fb-2b7e-40c2-83c6-ae92eb9aef35), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:04.920964 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cd9996b5-344d-48a3-8f5b-c461ab532b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1038'] for router (903229fb-2b7e-40c2-83c6-ae92eb9aef35), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:04.922991 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cd9996b5-344d-48a3-8f5b-c461ab532b34 admin admin] Publish callbacks [] for router_controller (903229fb-2b7e-40c2-83c6-ae92eb9aef35), precommit_delete_associations {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.038648 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cd9996b5-344d-48a3-8f5b-c461ab532b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583598'] for router (903229fb-2b7e-40c2-83c6-ae92eb9aef35), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.039333 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9996b5-344d-48a3-8f5b-c461ab532b34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 903229fb-2b7e-40c2-83c6-ae92eb9aef35 {{(pid=103186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 03:49:05.043852 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-cd9996b5-344d-48a3-8f5b-c461ab532b34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.045022 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-cd9996b5-344d-48a3-8f5b-c461ab532b34 admin admin] 10.222.0.115 "DELETE /v2.0/routers/903229fb-2b7e-40c2-83c6-ae92eb9aef35 HTTP/1.1" status: 204 len: 168 time: 1.2078300 Jan 25 03:49:05.047652 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55796) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:49:05.096719 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f08a903-691f-4b86-bb04-fdd72e1e8417 admin admin] Deleting subnet de574e71-d5c9-48da-aa30-76bdfc91fca9 {{(pid=103186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:49:05.099912 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-0f08a903-691f-4b86-bb04-fdd72e1e8417 admin admin] Publish callbacks [] for subnet (de574e71-d5c9-48da-aa30-76bdfc91fca9), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.134251 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-0f08a903-691f-4b86-bb04-fdd72e1e8417 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4251564'] for subnet (de574e71-d5c9-48da-aa30-76bdfc91fca9), precommit_delete_associations {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.215780 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-0f08a903-691f-4b86-bb04-fdd72e1e8417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064499'] for subnet (de574e71-d5c9-48da-aa30-76bdfc91fca9), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.235362 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 02e0d2eb-a915-4485-b0f0-f340929e6fd2 no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:49:05.260347 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: 02e0d2eb-a915-4485-b0f0-f340929e6fd2 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:49:05.260685 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 02e0d2eb-a915-4485-b0f0-f340929e6fd2 not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:49:05.261185 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device add433b3-6dd9-479c-9a63-10c0a85dc588 no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:49:05.282030 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.282783 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: add433b3-6dd9-479c-9a63-10c0a85dc588 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:49:05.283896 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device add433b3-6dd9-479c-9a63-10c0a85dc588 not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:49:05.319339 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-0f08a903-691f-4b86-bb04-fdd72e1e8417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5192876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4817332'] for subnet (de574e71-d5c9-48da-aa30-76bdfc91fca9), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.364261 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-0f08a903-691f-4b86-bb04-fdd72e1e8417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.365066 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5777e9cc-982b-4af4-8925-9a30f4104387 None None] Network 0ff74d41-8997-4f13-a353-f1aafd7e012e requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:49:05.365154 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-0f08a903-691f-4b86-bb04-fdd72e1e8417 admin admin] 10.222.0.115 "DELETE /v2.0/subnets/de574e71-d5c9-48da-aa30-76bdfc91fca9 HTTP/1.1" status: 204 len: 168 time: 0.3113377 Jan 25 03:49:05.365154 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08a903-691f-4b86-bb04-fdd72e1e8417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de574e71-d5c9-48da-aa30-76bdfc91fca9,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:49:05.365314 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55798) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:49:05.439398 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682109'] for network (0ff74d41-8997-4f13-a353-f1aafd7e012e), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.492723 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] Deleting port 6da61f58-570f-4d62-a781-e1ee4710673d {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:49:05.493063 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (6da61f58-570f-4d62-a781-e1ee4710673d), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.525642 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] DHCP port deletion for 0ff74d41-8997-4f13-a353-f1aafd7e012e request from dv-cinder-819011-2-iscsi {{(pid=103187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 03:49:05.558999 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] For port 6da61f58-570f-4d62-a781-e1ee4710673d, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=6da61f58-570f-4d62-a781-e1ee4710673d,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:49:05.559395 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (6da61f58-570f-4d62-a781-e1ee4710673d), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.572134 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] Calling delete_port for 6da61f58-570f-4d62-a781-e1ee4710673d owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:49:05.572643 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] Deleting port 6da61f58-570f-4d62-a781-e1ee4710673d {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:49:05.573015 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (6da61f58-570f-4d62-a781-e1ee4710673d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.633566 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] For port 6da61f58-570f-4d62-a781-e1ee4710673d, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=6da61f58-570f-4d62-a781-e1ee4710673d,segment=NetworkSegment(cd1cd63e-1211-4cd5-8113-1a8b70989fa6),segment_id=cd1cd63e-1211-4cd5-8113-1a8b70989fa6)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:49:05.633963 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (6da61f58-570f-4d62-a781-e1ee4710673d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.646764 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] Calling delete_port for 6da61f58-570f-4d62-a781-e1ee4710673d owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:49:05.695980 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (6da61f58-570f-4d62-a781-e1ee4710673d), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.721016 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] Pushing event deleted for resources: {'Port': ['ID=6da61f58-570f-4d62-a781-e1ee4710673d,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:49:05.724103 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594'] for port (6da61f58-570f-4d62-a781-e1ee4710673d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.724740 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] No DVR routers for this DVR port 6da61f58-570f-4d62-a781-e1ee4710673d on host dv-cinder-819011-2-iscsi {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:49:05.749958 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] Pushing event deleted for resources: {'Port': ['ID=6da61f58-570f-4d62-a781-e1ee4710673d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:49:05.758198 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] No DVR routers for this DVR port 6da61f58-570f-4d62-a781-e1ee4710673d on host dv-cinder-819011-2-iscsi {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:49:05.760696 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:49:05.761062 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:49:05.761404 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:49:05.761738 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:49:05.762072 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:49:05.762405 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:49:05.762738 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:49:05.763078 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:49:05.763404 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:49:05.763739 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:49:05.764050 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:49:05.764365 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:49:05.764682 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd3444-aebb-41b1-9180-aa48dfd8601d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:49:05.803999 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062318', 'neutron.services.segments.db._delete_segments_for_network-8760337342383'] for network (0ff74d41-8997-4f13-a353-f1aafd7e012e), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.826519 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff74d41-8997-4f13-a353-f1aafd7e012e']}} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:49:05.835572 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6') {'for_net_delete': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:49:05.835872 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1cd63e-1211-4cd5-8113-1a8b70989fa6') {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:49:05.845071 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760337342257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4614818'] for segment (cd1cd63e-1211-4cd5-8113-1a8b70989fa6), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.857761 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (cd1cd63e-1211-4cd5-8113-1a8b70989fa6), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.864156 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:49:05.864536 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4618188'] for segment (cd1cd63e-1211-4cd5-8113-1a8b70989fa6), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: Traceback (most recent call last): Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: timer() Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: cb(*args, **kw) Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: return func(*args, **kwargs) Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: self._notify() Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: self.callback(batched_events) Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: event.method(event) Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: return f(self, *a, **k) Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: return self._get(url).json() Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: return self.request(url, 'GET', **kwargs) Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:49:05.866138 dv-cinder-819011-2-iscsi neutron-server[103185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:49:05.976301 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586131'] for network (0ff74d41-8997-4f13-a353-f1aafd7e012e), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.980667 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:05.984008 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] 10.222.0.115 "DELETE /v2.0/networks/0ff74d41-8997-4f13-a353-f1aafd7e012e HTTP/1.1" status: 204 len: 168 time: 0.6178172 Jan 25 03:49:05.989145 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55800) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:49:06.000391 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5624c1-e977-45d6-a3d4-a2554e156192 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ff74d41-8997-4f13-a353-f1aafd7e012e,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:49:06.385132 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a3f971f2-9bda-43f6-a3bd-c616aa5cfd03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560331'] for router_interface (5fef7b65-5a09-489d-8de7-b6dc2f6f4c79), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:06.667673 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-a3f971f2-9bda-43f6-a3bd-c616aa5cfd03 admin admin] Deleting port 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:49:06.668028 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a3f971f2-9bda-43f6-a3bd-c616aa5cfd03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (3782a5af-c7a2-4f52-824a-6d2ec7bf97ff), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:06.746505 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-a3f971f2-9bda-43f6-a3bd-c616aa5cfd03 admin admin] For port 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=3782a5af-c7a2-4f52-824a-6d2ec7bf97ff,segment=NetworkSegment(9d7db032-84af-466a-86f6-405dfbbe7234),segment_id=9d7db032-84af-466a-86f6-405dfbbe7234)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:49:06.746862 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a3f971f2-9bda-43f6-a3bd-c616aa5cfd03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (3782a5af-c7a2-4f52-824a-6d2ec7bf97ff), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:06.758880 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-a3f971f2-9bda-43f6-a3bd-c616aa5cfd03 admin admin] Calling delete_port for 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff owned by network:router_interface {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:49:06.764049 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:06.993404 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a3f971f2-9bda-43f6-a3bd-c616aa5cfd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (3782a5af-c7a2-4f52-824a-6d2ec7bf97ff), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:07.018793 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f971f2-9bda-43f6-a3bd-c616aa5cfd03 admin admin] Pushing event deleted for resources: {'Port': ['ID=3782a5af-c7a2-4f52-824a-6d2ec7bf97ff,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:49:07.187152 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a3f971f2-9bda-43f6-a3bd-c616aa5cfd03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582118'] for router_interface (5fef7b65-5a09-489d-8de7-b6dc2f6f4c79), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:07.268293 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 6da61f58-570f-4d62-a781-e1ee4710673d no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:49:07.288189 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: 6da61f58-570f-4d62-a781-e1ee4710673d {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:49:07.288459 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 6da61f58-570f-4d62-a781-e1ee4710673d not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:49:07.404639 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f971f2-9bda-43f6-a3bd-c616aa5cfd03 admin admin] Router 5fef7b65-5a09-489d-8de7-b6dc2f6f4c79 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:49:07.505974 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f971f2-9bda-43f6-a3bd-c616aa5cfd03 admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:49:07.510844 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-a3f971f2-9bda-43f6-a3bd-c616aa5cfd03 admin admin] 10.222.0.115 "PUT /v2.0/routers/5fef7b65-5a09-489d-8de7-b6dc2f6f4c79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5206904 Jan 25 03:49:07.513450 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55802) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:49:07.516181 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d243183b-43f6-4f7f-af59-496564223c1b None None] Sync routers for ids ['5fef7b65-5a09-489d-8de7-b6dc2f6f4c79'] in dv-cinder-819011-2-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:49:07.530103 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d243183b-43f6-4f7f-af59-496564223c1b None None] Routers {'5fef7b65-5a09-489d-8de7-b6dc2f6f4c79'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:49:07.530719 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-d243183b-43f6-4f7f-af59-496564223c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:49:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['5fef7b65-5a09-489d-8de7-b6dc2f6f4c79'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:49:07.613319 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-52a65187-0c89-40f1-b68a-775bdf6619e2 admin admin] Publish callbacks [] for router (5fef7b65-5a09-489d-8de7-b6dc2f6f4c79), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:07.634283 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-d243183b-43f6-4f7f-af59-496564223c1b None None] Set router 5fef7b65-5a09-489d-8de7-b6dc2f6f4c79 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:49:07.715268 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-52a65187-0c89-40f1-b68a-775bdf6619e2 admin admin] Publish callbacks [] for router_gateway (5fef7b65-5a09-489d-8de7-b6dc2f6f4c79), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:07.875453 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-52a65187-0c89-40f1-b68a-775bdf6619e2 admin admin] Deleting port d4ee8f11-f595-438f-83cf-e7cc656edbcc {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:49:07.875703 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-52a65187-0c89-40f1-b68a-775bdf6619e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (d4ee8f11-f595-438f-83cf-e7cc656edbcc), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:07.958383 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-52a65187-0c89-40f1-b68a-775bdf6619e2 admin admin] For port d4ee8f11-f595-438f-83cf-e7cc656edbcc, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=d4ee8f11-f595-438f-83cf-e7cc656edbcc,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:49:07.958754 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-52a65187-0c89-40f1-b68a-775bdf6619e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (d4ee8f11-f595-438f-83cf-e7cc656edbcc), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:07.971276 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-52a65187-0c89-40f1-b68a-775bdf6619e2 admin admin] Calling delete_port for d4ee8f11-f595-438f-83cf-e7cc656edbcc owned by network:router_gateway {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:49:08.065726 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-d243183b-43f6-4f7f-af59-496564223c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef7b65-5a09-489d-8de7-b6dc2f6f4c79', 'name': 'tempest-TestVolumeBootPattern-563185698-router', 'tenant_id': 'c713bb8b46c64afca46cc48e87771059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd4ee8f11-f595-438f-83cf-e7cc656edbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:48Z', 'updated_at': '2022-01-25T03:49:06Z', 'revision_number': 5, 'project_id': 'c713bb8b46c64afca46cc48e87771059', 'gw_port': {'id': 'd4ee8f11-f595-438f-83cf-e7cc656edbcc', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef7b65-5a09-489d-8de7-b6dc2f6f4c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:38:49Z', 'updated_at': '2022-01-25T03:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:49:08.096542 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d243183b-43f6-4f7f-af59-496564223c1b None None] Checking router: 5fef7b65-5a09-489d-8de7-b6dc2f6f4c79 for host: dv-cinder-819011-2-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:49:08.109013 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d243183b-43f6-4f7f-af59-496564223c1b None None] Routers {'5fef7b65-5a09-489d-8de7-b6dc2f6f4c79'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:49:08.109621 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-d243183b-43f6-4f7f-af59-496564223c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:49:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['5fef7b65-5a09-489d-8de7-b6dc2f6f4c79'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:49:08.117825 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:08.187364 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-52a65187-0c89-40f1-b68a-775bdf6619e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (d4ee8f11-f595-438f-83cf-e7cc656edbcc), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:08.209364 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-d243183b-43f6-4f7f-af59-496564223c1b None None] Set router 5fef7b65-5a09-489d-8de7-b6dc2f6f4c79 gateway port host: None {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:49:08.217174 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a65187-0c89-40f1-b68a-775bdf6619e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ee8f11-f595-438f-83cf-e7cc656edbcc,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:49:08.263703 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-d243183b-43f6-4f7f-af59-496564223c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef7b65-5a09-489d-8de7-b6dc2f6f4c79', 'name': 'tempest-TestVolumeBootPattern-563185698-router', 'tenant_id': 'c713bb8b46c64afca46cc48e87771059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:48Z', 'updated_at': '2022-01-25T03:49:07Z', 'revision_number': 6, 'project_id': 'c713bb8b46c64afca46cc48e87771059', 'gw_port_host': None}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:49:08.276718 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-52a65187-0c89-40f1-b68a-775bdf6619e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587066'] for router_gateway (5fef7b65-5a09-489d-8de7-b6dc2f6f4c79), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:08.294585 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d243183b-43f6-4f7f-af59-496564223c1b None None] The sync data for ids ['5fef7b65-5a09-489d-8de7-b6dc2f6f4c79'] in dv-cinder-819011-2-iscsi is: [{'id': '5fef7b65-5a09-489d-8de7-b6dc2f6f4c79', 'name': 'tempest-TestVolumeBootPattern-563185698-router', 'tenant_id': 'c713bb8b46c64afca46cc48e87771059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:38:48Z', 'updated_at': '2022-01-25T03:49:07Z', 'revision_number': 6, 'project_id': 'c713bb8b46c64afca46cc48e87771059', 'gw_port_host': None}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:49:08.370857 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-52a65187-0c89-40f1-b68a-775bdf6619e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1038'] for router (5fef7b65-5a09-489d-8de7-b6dc2f6f4c79), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:08.374737 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-52a65187-0c89-40f1-b68a-775bdf6619e2 admin admin] Publish callbacks [] for router_controller (5fef7b65-5a09-489d-8de7-b6dc2f6f4c79), precommit_delete_associations {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:08.501403 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-52a65187-0c89-40f1-b68a-775bdf6619e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583598'] for router (5fef7b65-5a09-489d-8de7-b6dc2f6f4c79), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:08.502173 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a65187-0c89-40f1-b68a-775bdf6619e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fef7b65-5a09-489d-8de7-b6dc2f6f4c79 {{(pid=103186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 03:49:08.506392 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-52a65187-0c89-40f1-b68a-775bdf6619e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:08.507634 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-52a65187-0c89-40f1-b68a-775bdf6619e2 admin admin] 10.222.0.115 "DELETE /v2.0/routers/5fef7b65-5a09-489d-8de7-b6dc2f6f4c79 HTTP/1.1" status: 204 len: 168 time: 0.9933491 Jan 25 03:49:08.510506 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55806) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:49:08.557662 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5efde2-f22a-43bb-9e78-b1db462c6693 admin admin] Deleting subnet ce6dd287-ed5d-4237-b1bb-eb9b89371e28 {{(pid=103186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:49:08.560705 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df5efde2-f22a-43bb-9e78-b1db462c6693 admin admin] Publish callbacks [] for subnet (ce6dd287-ed5d-4237-b1bb-eb9b89371e28), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:08.593561 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df5efde2-f22a-43bb-9e78-b1db462c6693 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4251564'] for subnet (ce6dd287-ed5d-4237-b1bb-eb9b89371e28), precommit_delete_associations {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:08.672830 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df5efde2-f22a-43bb-9e78-b1db462c6693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064499'] for subnet (ce6dd287-ed5d-4237-b1bb-eb9b89371e28), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:08.787731 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df5efde2-f22a-43bb-9e78-b1db462c6693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5192876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4817332'] for subnet (ce6dd287-ed5d-4237-b1bb-eb9b89371e28), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:09.063046 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5efde2-f22a-43bb-9e78-b1db462c6693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce6dd287-ed5d-4237-b1bb-eb9b89371e28,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:49:09.068069 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-df5efde2-f22a-43bb-9e78-b1db462c6693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:09.071943 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-df5efde2-f22a-43bb-9e78-b1db462c6693 admin admin] 10.222.0.115 "DELETE /v2.0/subnets/ce6dd287-ed5d-4237-b1bb-eb9b89371e28 HTTP/1.1" status: 204 len: 168 time: 0.5607333 Jan 25 03:49:09.073173 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3087606-c99b-4cac-a2b1-d28d048a0e9e None None] Network 9f0ee4f2-bfa3-4153-8b12-83edf203ab2c requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:49:09.074202 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55808) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:49:09.145400 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682109'] for network (9f0ee4f2-bfa3-4153-8b12-83edf203ab2c), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:09.199877 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] Deleting port e690bb36-d7a9-4436-877d-cd1f58f8c939 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:49:09.200217 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (e690bb36-d7a9-4436-877d-cd1f58f8c939), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:09.253348 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0083bd11-e325-42c8-ad28-72b30930f400 None None] DHCP port deletion for 9f0ee4f2-bfa3-4153-8b12-83edf203ab2c request from dv-cinder-819011-2-iscsi {{(pid=103187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 03:49:09.255353 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:49:09.271333 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] For port e690bb36-d7a9-4436-877d-cd1f58f8c939, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=e690bb36-d7a9-4436-877d-cd1f58f8c939,segment=NetworkSegment(9d7db032-84af-466a-86f6-405dfbbe7234),segment_id=9d7db032-84af-466a-86f6-405dfbbe7234)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:49:09.271638 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (e690bb36-d7a9-4436-877d-cd1f58f8c939), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:09.282033 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:49:09.282374 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 3782a5af-c7a2-4f52-824a-6d2ec7bf97ff not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:49:09.283427 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device d4ee8f11-f595-438f-83cf-e7cc656edbcc no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:49:09.284656 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] Calling delete_port for e690bb36-d7a9-4436-877d-cd1f58f8c939 owned by network:dhcp {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:49:09.318512 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: d4ee8f11-f595-438f-83cf-e7cc656edbcc {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:49:09.318775 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device d4ee8f11-f595-438f-83cf-e7cc656edbcc not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:49:09.341771 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0083bd11-e325-42c8-ad28-72b30930f400 None None] Deleting port e690bb36-d7a9-4436-877d-cd1f58f8c939 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:49:09.342223 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0083bd11-e325-42c8-ad28-72b30930f400 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (e690bb36-d7a9-4436-877d-cd1f58f8c939), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:09.404911 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0083bd11-e325-42c8-ad28-72b30930f400 None None] For port e690bb36-d7a9-4436-877d-cd1f58f8c939, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=e690bb36-d7a9-4436-877d-cd1f58f8c939,segment=NetworkSegment(9d7db032-84af-466a-86f6-405dfbbe7234),segment_id=9d7db032-84af-466a-86f6-405dfbbe7234)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:49:09.405298 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0083bd11-e325-42c8-ad28-72b30930f400 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (e690bb36-d7a9-4436-877d-cd1f58f8c939), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:09.421334 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0083bd11-e325-42c8-ad28-72b30930f400 None None] Calling delete_port for e690bb36-d7a9-4436-877d-cd1f58f8c939 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:49:09.421779 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (e690bb36-d7a9-4436-877d-cd1f58f8c939), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:09.448817 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] Pushing event deleted for resources: {'Port': ['ID=e690bb36-d7a9-4436-877d-cd1f58f8c939,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:49:09.450715 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] No DVR routers for this DVR port e690bb36-d7a9-4436-877d-cd1f58f8c939 on host dv-cinder-819011-2-iscsi {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:49:09.499108 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0083bd11-e325-42c8-ad28-72b30930f400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594'] for port (e690bb36-d7a9-4436-877d-cd1f58f8c939), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:09.520103 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062318', 'neutron.services.segments.db._delete_segments_for_network-8760337342383'] for network (9f0ee4f2-bfa3-4153-8b12-83edf203ab2c), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:09.523898 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083bd11-e325-42c8-ad28-72b30930f400 None None] Pushing event deleted for resources: {'Port': ['ID=e690bb36-d7a9-4436-877d-cd1f58f8c939,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:49:09.527124 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0083bd11-e325-42c8-ad28-72b30930f400 None None] No DVR routers for this DVR port e690bb36-d7a9-4436-877d-cd1f58f8c939 on host dv-cinder-819011-2-iscsi {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:49:09.541045 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0ee4f2-bfa3-4153-8b12-83edf203ab2c']}} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:49:09.550433 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7db032-84af-466a-86f6-405dfbbe7234') {'for_net_delete': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:49:09.550727 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7db032-84af-466a-86f6-405dfbbe7234') {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:49:09.563665 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760337342257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4251573'] for segment (9d7db032-84af-466a-86f6-405dfbbe7234), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:09.576557 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (9d7db032-84af-466a-86f6-405dfbbe7234), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:09.582944 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:49:09.583339 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5192946'] for segment (9d7db032-84af-466a-86f6-405dfbbe7234), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: Traceback (most recent call last): Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: timer() Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: cb(*args, **kw) Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: return func(*args, **kwargs) Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: self._notify() Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: self.callback(batched_events) Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: event.method(event) Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: return f(self, *a, **k) Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: return self._get(url).json() Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: return self.request(url, 'GET', **kwargs) Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:49:09.584940 dv-cinder-819011-2-iscsi neutron-server[103186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:49:09.707408 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586131'] for network (9f0ee4f2-bfa3-4153-8b12-83edf203ab2c), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:09.712765 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:09.715952 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] 10.222.0.115 "DELETE /v2.0/networks/9f0ee4f2-bfa3-4153-8b12-83edf203ab2c HTTP/1.1" status: 204 len: 168 time: 0.6408207 Jan 25 03:49:09.727147 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f5e85-acd3-4a12-9401-bf73aa1187fa admin admin] Pushing event deleted for resources: {'Network': ['ID=9f0ee4f2-bfa3-4153-8b12-83edf203ab2c,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:49:10.023734 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55812) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:49:10.062443 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-4e4414b8-b3c6-4c67-9b8d-fe3f053dac69 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=0fe72d0d8d144438a671aac4e939c693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375099 Jan 25 03:49:10.065548 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55814) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:49:10.111766 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-997206e0-27c6-4dbb-8bde-5323001a3629 admin admin] Publish callbacks [] for security_group (03b7a148-80ad-40cf-8370-6bb3e6d03eb9), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:10.133329 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-997206e0-27c6-4dbb-8bde-5323001a3629 admin admin] Publish callbacks [] for security_group (03b7a148-80ad-40cf-8370-6bb3e6d03eb9), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:10.255737 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-997206e0-27c6-4dbb-8bde-5323001a3629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (03b7a148-80ad-40cf-8370-6bb3e6d03eb9), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:10.258264 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-997206e0-27c6-4dbb-8bde-5323001a3629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:10.259429 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-997206e0-27c6-4dbb-8bde-5323001a3629 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/03b7a148-80ad-40cf-8370-6bb3e6d03eb9 HTTP/1.1" status: 204 len: 168 time: 0.1929483 Jan 25 03:49:10.267163 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997206e0-27c6-4dbb-8bde-5323001a3629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b7a148-80ad-40cf-8370-6bb3e6d03eb9,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:49:10.878254 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55820) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:49:10.917706 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-e18eb3b4-3c71-42ad-884b-1287bdd440d5 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=c713bb8b46c64afca46cc48e87771059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382867 Jan 25 03:49:10.920199 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55822) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:49:10.966745 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-70c031a4-095f-4c56-9992-0cc9d7e2e9f0 admin admin] Publish callbacks [] for security_group (be72a4f0-ce06-4844-9aa5-d8fa38a7bfea), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:10.992472 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-70c031a4-095f-4c56-9992-0cc9d7e2e9f0 admin admin] Publish callbacks [] for security_group (be72a4f0-ce06-4844-9aa5-d8fa38a7bfea), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:11.113195 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-70c031a4-095f-4c56-9992-0cc9d7e2e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (be72a4f0-ce06-4844-9aa5-d8fa38a7bfea), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:11.115860 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-70c031a4-095f-4c56-9992-0cc9d7e2e9f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:11.117021 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-70c031a4-095f-4c56-9992-0cc9d7e2e9f0 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/be72a4f0-ce06-4844-9aa5-d8fa38a7bfea HTTP/1.1" status: 204 len: 168 time: 0.1958833 Jan 25 03:49:11.124727 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c031a4-095f-4c56-9992-0cc9d7e2e9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be72a4f0-ce06-4844-9aa5-d8fa38a7bfea,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:49:11.217379 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device e690bb36-d7a9-4436-877d-cd1f58f8c939 no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:49:11.240420 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: e690bb36-d7a9-4436-877d-cd1f58f8c939 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:49:11.240766 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device e690bb36-d7a9-4436-877d-cd1f58f8c939 not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:49:12.009876 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:26.720268 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:49:31.466835 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4ae29aaa-fb8f-4e88-9511-9aef0f187d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:33.752014 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6af97e37-0bbf-4f6e-bc5b-31ce346e003e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:35.248947 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:36.780320 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:38.014528 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:42.020365 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:49:43.898250 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e0f66-03b7-413a-96eb-71e9202dd61f req-5d373433-de5a-4402-9b9f-a481edc31e67 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:43.899728 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-514e0f66-03b7-413a-96eb-71e9202dd61f req-5d373433-de5a-4402-9b9f-a481edc31e67 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0528860 Jan 25 03:49:43.946374 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-514e0f66-03b7-413a-96eb-71e9202dd61f req-4de8be0f-6d2c-475d-a4c7-b8633728893f tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410833 Jan 25 03:49:45.069051 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ebada-9069-48e0-b604-38f6a349237e req-f35c7e09-d853-4578-83f6-fcb96403129c tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:45.070559 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-704ebada-9069-48e0-b604-38f6a349237e req-f35c7e09-d853-4578-83f6-fcb96403129c tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0562844 Jan 25 03:49:45.119810 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-704ebada-9069-48e0-b604-38f6a349237e req-80d440dc-d45f-462c-bda3-59bd5c253c01 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436566 Jan 25 03:49:46.235149 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534206a1-0449-46c0-a8ad-19c2473910b0 req-e4f04830-b160-4864-b2e9-3c793a39825d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:46.237449 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-534206a1-0449-46c0-a8ad-19c2473910b0 req-e4f04830-b160-4864-b2e9-3c793a39825d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0494857 Jan 25 03:49:46.282308 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-534206a1-0449-46c0-a8ad-19c2473910b0 req-71a615bc-de26-416d-87d7-c2bf41ea5894 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398102 Jan 25 03:49:47.397982 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8691644-d40d-48e5-9c3f-83936b1d47a6 req-8749a4dd-5884-42e3-89e2-36228bfe5153 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:47.399472 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a8691644-d40d-48e5-9c3f-83936b1d47a6 req-8749a4dd-5884-42e3-89e2-36228bfe5153 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0484767 Jan 25 03:49:47.449447 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a8691644-d40d-48e5-9c3f-83936b1d47a6 req-1cf1a99a-6562-4904-804d-990a2d4929c6 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439234 Jan 25 03:49:48.562678 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8372ae-b035-4c78-8417-3de18338305c req-40c18c33-22f5-4a07-8b8e-ed197415d891 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:48.564174 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fb8372ae-b035-4c78-8417-3de18338305c req-40c18c33-22f5-4a07-8b8e-ed197415d891 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0494149 Jan 25 03:49:48.614105 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fb8372ae-b035-4c78-8417-3de18338305c req-c2c501c4-cadb-44af-87ce-7272263d2f55 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438054 Jan 25 03:49:49.726307 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57d645-fae6-4aad-8fc9-1273326246d4 req-a1e72436-5cbd-4bf7-b51a-0a49a11c963b tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:49.727793 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4d57d645-fae6-4aad-8fc9-1273326246d4 req-a1e72436-5cbd-4bf7-b51a-0a49a11c963b tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0472479 Jan 25 03:49:49.772994 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-4d57d645-fae6-4aad-8fc9-1273326246d4 req-dc706ae6-cd69-466c-b234-37f3523aa72f tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397813 Jan 25 03:49:50.890413 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46f743-49fd-4f0e-b075-6fd6ea734338 req-801d5fbd-54e3-4232-90b4-719c2aaff148 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:50.891908 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7c46f743-49fd-4f0e-b075-6fd6ea734338 req-801d5fbd-54e3-4232-90b4-719c2aaff148 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0496230 Jan 25 03:49:50.941664 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7c46f743-49fd-4f0e-b075-6fd6ea734338 req-7567db2e-a38b-403e-bdaf-a0d7ca5d4648 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436344 Jan 25 03:49:52.054573 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb94ec9-fc03-4db8-9fd7-0c41aa75824f req-52ee0d05-5c2b-4dc0-9c87-37e1129b42eb tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:52.056063 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bcb94ec9-fc03-4db8-9fd7-0c41aa75824f req-52ee0d05-5c2b-4dc0-9c87-37e1129b42eb tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0488720 Jan 25 03:49:52.102699 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-bcb94ec9-fc03-4db8-9fd7-0c41aa75824f req-9a1c3061-fb8b-4d40-9476-f4ad5ef9e7dc tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412767 Jan 25 03:49:53.217384 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbade14-6650-4d71-8a16-2ba819a1da2c req-c7735233-acf8-4782-9252-a8aa42342522 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:53.218831 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bbade14-6650-4d71-8a16-2ba819a1da2c req-c7735233-acf8-4782-9252-a8aa42342522 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0486534 Jan 25 03:49:53.264119 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bbade14-6650-4d71-8a16-2ba819a1da2c req-4a7de6aa-5c10-4db6-9992-439352dc7aaf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391297 Jan 25 03:49:54.386908 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576bc7e-111e-4426-9fc1-4f547d813533 req-a9cf65a4-567d-40a0-af6c-9e38d718b044 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:54.388561 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e576bc7e-111e-4426-9fc1-4f547d813533 req-a9cf65a4-567d-40a0-af6c-9e38d718b044 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0544376 Jan 25 03:49:54.439748 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-e576bc7e-111e-4426-9fc1-4f547d813533 req-b2308023-d85f-4275-872f-a93c484d6a5b tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426285 Jan 25 03:49:55.556677 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc0997-f201-4db0-a9fd-a63ec1dcdf11 req-923a6ba4-71ac-46a0-8575-e5b4ca893127 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:55.558128 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c3fc0997-f201-4db0-a9fd-a63ec1dcdf11 req-923a6ba4-71ac-46a0-8575-e5b4ca893127 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0515687 Jan 25 03:49:55.603162 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c3fc0997-f201-4db0-a9fd-a63ec1dcdf11 req-a9d6c817-7d86-48f3-8015-c1aa85c2b62b tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395770 Jan 25 03:49:55.914381 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e49a6a-a6e0-4d02-8dd2-8336f43ea1c1 req-c6403fe0-ebf6-4f2c-9f4c-3508dad3bfa8 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:55.915892 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f8e49a6a-a6e0-4d02-8dd2-8336f43ea1c1 req-c6403fe0-ebf6-4f2c-9f4c-3508dad3bfa8 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0485885 Jan 25 03:49:55.963437 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f8e49a6a-a6e0-4d02-8dd2-8336f43ea1c1 req-33f235f3-9a0c-4a41-8bb5-ed91dda6a13c tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419409 Jan 25 03:49:56.040887 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506cc01-f260-43b7-8814-0a3f2ab594a9 req-dbed5c3e-35c6-448a-8e66-7e844877f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:56.042367 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d506cc01-f260-43b7-8814-0a3f2ab594a9 req-dbed5c3e-35c6-448a-8e66-7e844877f491 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=bbf2a4190655482593e7a860bbf16549&device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 1098 time: 0.0409527 Jan 25 03:49:56.135916 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506cc01-f260-43b7-8814-0a3f2ab594a9 req-fd1b2cdd-2a3f-49a9-99fc-7aee84b51d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:56.137346 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d506cc01-f260-43b7-8814-0a3f2ab594a9 req-fd1b2cdd-2a3f-49a9-99fc-7aee84b51d9c service neutron] 10.222.0.112 "GET /v2.0/networks?id=e545c365-d10d-438c-b92f-53b0b77d7557 HTTP/1.1" status: 200 len: 911 time: 0.0853701 Jan 25 03:49:56.200404 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d506cc01-f260-43b7-8814-0a3f2ab594a9 req-787d45df-f48d-4d6f-89d2-d92761218d7f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b1c0da-6f9d-4323-8052-3159d350939c HTTP/1.1" status: 200 len: 1001 time: 0.0574658 Jan 25 03:49:56.247022 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506cc01-f260-43b7-8814-0a3f2ab594a9 req-53f75760-2ad0-4302-83c5-7093fba2f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:56.248449 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d506cc01-f260-43b7-8814-0a3f2ab594a9 req-53f75760-2ad0-4302-83c5-7093fba2f66b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5ae730ed-018b-48e8-9952-4ae2b147105d HTTP/1.1" status: 200 len: 850 time: 0.0427411 Jan 25 03:49:56.294771 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506cc01-f260-43b7-8814-0a3f2ab594a9 req-e174f54b-510b-40b6-9951-a4dfa76b4f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:56.296257 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d506cc01-f260-43b7-8814-0a3f2ab594a9 req-e174f54b-510b-40b6-9951-a4dfa76b4f60 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e545c365-d10d-438c-b92f-53b0b77d7557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419850 Jan 25 03:49:56.384421 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d506cc01-f260-43b7-8814-0a3f2ab594a9 req-73f73850-74f0-49d7-a10e-83a2c7a95c3b service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822022 Jan 25 03:49:56.477509 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d506cc01-f260-43b7-8814-0a3f2ab594a9 req-04b45a35-c6a0-49e5-aa26-d149c7458b14 service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867543 Jan 25 03:49:56.606094 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5cfd9-32f0-4790-b21e-238ce5d812f3 req-33e82f77-37ad-4aff-a7f5-86bd7efbe02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:56.607610 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8fa5cfd9-32f0-4790-b21e-238ce5d812f3 req-33e82f77-37ad-4aff-a7f5-86bd7efbe02c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=bbf2a4190655482593e7a860bbf16549&device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 1098 time: 0.0413530 Jan 25 03:49:56.712089 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5cfd9-32f0-4790-b21e-238ce5d812f3 req-7e2dc417-86a6-4c0c-8c18-10791052a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:56.713535 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8fa5cfd9-32f0-4790-b21e-238ce5d812f3 req-7e2dc417-86a6-4c0c-8c18-10791052a4c6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e545c365-d10d-438c-b92f-53b0b77d7557 HTTP/1.1" status: 200 len: 911 time: 0.0875921 Jan 25 03:49:56.782751 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8fa5cfd9-32f0-4790-b21e-238ce5d812f3 req-f15b8c00-98f2-4596-8073-034881e3a92e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b1c0da-6f9d-4323-8052-3159d350939c HTTP/1.1" status: 200 len: 1001 time: 0.0562212 Jan 25 03:49:56.832687 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5cfd9-32f0-4790-b21e-238ce5d812f3 req-66cf11eb-2d86-4054-8cbb-daab026a3f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:56.834085 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8fa5cfd9-32f0-4790-b21e-238ce5d812f3 req-66cf11eb-2d86-4054-8cbb-daab026a3f05 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5ae730ed-018b-48e8-9952-4ae2b147105d HTTP/1.1" status: 200 len: 850 time: 0.0427139 Jan 25 03:49:56.882354 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5cfd9-32f0-4790-b21e-238ce5d812f3 req-2be2d414-e51b-4a03-a63f-ff43ba7b590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:56.883834 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8fa5cfd9-32f0-4790-b21e-238ce5d812f3 req-2be2d414-e51b-4a03-a63f-ff43ba7b590d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e545c365-d10d-438c-b92f-53b0b77d7557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425634 Jan 25 03:49:56.975126 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8fa5cfd9-32f0-4790-b21e-238ce5d812f3 req-fb581a58-8c60-4acb-9053-b53ea4da1afc service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843880 Jan 25 03:49:57.109426 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-8fa5cfd9-32f0-4790-b21e-238ce5d812f3 req-a0e63a73-f1fe-4cc6-979e-43faa931a6e1 service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168625 Jan 25 03:49:57.117831 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d67905-6da6-4b60-87f5-0dde237bf76d req-59f8071d-c06d-486a-be1b-474f214828fd tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:57.119295 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-59d67905-6da6-4b60-87f5-0dde237bf76d req-59f8071d-c06d-486a-be1b-474f214828fd tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0704713 Jan 25 03:49:57.168400 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-59d67905-6da6-4b60-87f5-0dde237bf76d req-2643c793-2b56-4e65-aeaf-d5f23bf3c2f3 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430655 Jan 25 03:49:58.281567 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ba118-6aac-452a-ab97-b17d5541a205 req-e4694c77-febc-4709-bd19-a69904d5a7db tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:49:58.283032 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-894ba118-6aac-452a-ab97-b17d5541a205 req-e4694c77-febc-4709-bd19-a69904d5a7db tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0477595 Jan 25 03:49:58.333397 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-894ba118-6aac-452a-ab97-b17d5541a205 req-ca273e7a-0979-44a9-999a-e425f2e6c0c4 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447025 Jan 25 03:50:01.466210 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1fd8ebc5-e4a2-495a-adbe-ac53a284d1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:50:03.718335 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:50:03.762886 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ed16231-44f1-4078-b925-d3a6380e252f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:50:05.270110 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:50:06.814193 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:50:07.991862 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:50:12.053005 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:50:31.459980 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-569b4335-2e3b-4d51-805a-388822003cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:50:33.754717 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0006e03-be27-4678-bcf1-7a4dc5aa64ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:50:35.265268 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:50:36.791345 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:50:37.985854 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:50:40.716280 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:50:42.042290 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:50:57.095546 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-01ca7381-d8f3-4a3b-93e3-251a251a3769 req-a41ec6e2-f4ec-4fa4-bae1-061dafac1cbe service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392423 Jan 25 03:50:57.197891 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca7381-d8f3-4a3b-93e3-251a251a3769 req-9893c1d5-33ef-4fcb-838f-3dd057ec20b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:50:57.199446 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-01ca7381-d8f3-4a3b-93e3-251a251a3769 req-9893c1d5-33ef-4fcb-838f-3dd057ec20b6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=bbf2a4190655482593e7a860bbf16549&device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 1098 time: 0.0438356 Jan 25 03:50:57.299438 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca7381-d8f3-4a3b-93e3-251a251a3769 req-6c510ec8-bc95-4764-875f-b5ce0cf42090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:50:57.300890 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-01ca7381-d8f3-4a3b-93e3-251a251a3769 req-6c510ec8-bc95-4764-875f-b5ce0cf42090 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e545c365-d10d-438c-b92f-53b0b77d7557 HTTP/1.1" status: 200 len: 911 time: 0.0838432 Jan 25 03:50:57.366377 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-01ca7381-d8f3-4a3b-93e3-251a251a3769 req-2bcc968b-1b17-48d8-b1fd-bad75367c31c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b1c0da-6f9d-4323-8052-3159d350939c HTTP/1.1" status: 200 len: 1001 time: 0.0594544 Jan 25 03:50:57.412460 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca7381-d8f3-4a3b-93e3-251a251a3769 req-f16c4f40-ade4-412b-abc5-d947dfef843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:50:57.413853 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-01ca7381-d8f3-4a3b-93e3-251a251a3769 req-f16c4f40-ade4-412b-abc5-d947dfef843f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5ae730ed-018b-48e8-9952-4ae2b147105d HTTP/1.1" status: 200 len: 850 time: 0.0422285 Jan 25 03:50:57.458332 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca7381-d8f3-4a3b-93e3-251a251a3769 req-3129d865-3bba-4467-ae08-9c27d05f478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:50:57.459847 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-01ca7381-d8f3-4a3b-93e3-251a251a3769 req-3129d865-3bba-4467-ae08-9c27d05f478b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e545c365-d10d-438c-b92f-53b0b77d7557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401721 Jan 25 03:50:57.548472 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-01ca7381-d8f3-4a3b-93e3-251a251a3769 req-cdf56535-7bc8-476b-b33b-41e337cca66f service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826294 Jan 25 03:50:57.634266 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-01ca7381-d8f3-4a3b-93e3-251a251a3769 req-9b3d0951-b407-4d5d-8442-ca4511ca801d service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803969 Jan 25 03:51:01.476140 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aaadf766-c251-4025-ac35-1cd1326bcfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:02.062714 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee452b-bb7e-45ed-8c19-dbf6f3608f9b req-5bc48766-b21d-47a3-8bc4-57a1f670f492 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:02.064189 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a5ee452b-bb7e-45ed-8c19-dbf6f3608f9b req-5bc48766-b21d-47a3-8bc4-57a1f670f492 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0521653 Jan 25 03:51:02.110746 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-a5ee452b-bb7e-45ed-8c19-dbf6f3608f9b req-e5eff8f4-f259-457f-b46a-cfddedb6e4ca tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409803 Jan 25 03:51:02.633746 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [req-f6abf6de-685c-4a7d-a1d6-cb549beb3ed2 req-8d75b6f8-e56e-49cd-8e9b-3345f4fbf6b8 service neutron] (103185) timed out ('10.222.0.112', 51240) {{(pid=103185) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 03:51:03.226750 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914d2bf-1a98-4b38-a670-a25292417932 req-6a26e361-f887-47f5-bed0-a4cb418be417 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:03.228275 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a914d2bf-1a98-4b38-a670-a25292417932 req-6a26e361-f887-47f5-bed0-a4cb418be417 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0500441 Jan 25 03:51:03.275729 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a914d2bf-1a98-4b38-a670-a25292417932 req-6ed0afe4-d343-47b8-85fb-3889db01adde tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420229 Jan 25 03:51:03.756015 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0d20fac0-1142-4819-a1e0-b45f072c356a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:04.300511 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c979e-79e4-4390-bbb4-0fe7cefcce52 req-3de19b68-89ec-4d09-9fe8-ca1ea193fd53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:04.301946 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-581c979e-79e4-4390-bbb4-0fe7cefcce52 req-3de19b68-89ec-4d09-9fe8-ca1ea193fd53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.112 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0470269 Jan 25 03:51:04.418462 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c28e85-42f2-450c-af2e-ff9450c4586c req-d8aa0a82-e78e-49b2-9aac-8d7d58898caa tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:04.419957 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-74c28e85-42f2-450c-af2e-ff9450c4586c req-d8aa0a82-e78e-49b2-9aac-8d7d58898caa tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 945 time: 0.0748320 Jan 25 03:51:04.443936 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-581c979e-79e4-4390-bbb4-0fe7cefcce52 req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Deleting port e2b1c0da-6f9d-4323-8052-3159d350939c {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:51:04.444271 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-581c979e-79e4-4390-bbb4-0fe7cefcce52 req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (e2b1c0da-6f9d-4323-8052-3159d350939c), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:04.525026 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-74c28e85-42f2-450c-af2e-ff9450c4586c req-2bf9c4ed-2d42-4e18-96bf-cb25c7293499 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981748 Jan 25 03:51:04.554028 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-581c979e-79e4-4390-bbb4-0fe7cefcce52 req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] For port e2b1c0da-6f9d-4323-8052-3159d350939c, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=e2b1c0da-6f9d-4323-8052-3159d350939c,segment=NetworkSegment(23758210-a1d1-4a94-af14-41c1fb6f0cdd),segment_id=23758210-a1d1-4a94-af14-41c1fb6f0cdd)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:51:04.554329 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-581c979e-79e4-4390-bbb4-0fe7cefcce52 req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (e2b1c0da-6f9d-4323-8052-3159d350939c), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:04.722430 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-581c979e-79e4-4390-bbb4-0fe7cefcce52 req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:04.722792 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-581c979e-79e4-4390-bbb4-0fe7cefcce52 req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586113'] for floatingip (39f66593-5a06-4b8c-b05a-cdeb954f1003), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:04.723169 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.db.l3_db [req-581c979e-79e4-4390-bbb4-0fe7cefcce52 req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Floating IP 39f66593-5a06-4b8c-b05a-cdeb954f1003 disassociated. External IP: 172.27.2.112, port: e2b1c0da-6f9d-4323-8052-3159d350939c. Jan 25 03:51:04.723529 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-581c979e-79e4-4390-bbb4-0fe7cefcce52 req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Calling delete_port for e2b1c0da-6f9d-4323-8052-3159d350939c owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:51:04.910436 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-581c979e-79e4-4390-bbb4-0fe7cefcce52 req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (e2b1c0da-6f9d-4323-8052-3159d350939c), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:04.938572 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Pushing event deleted for resources: {'Port': ['ID=e2b1c0da-6f9d-4323-8052-3159d350939c,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:51:04.948391 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:04.948736 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:04.949192 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:04.949391 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:04.949716 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:04.950044 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:04.950369 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:04.950690 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:04.951009 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:04.951351 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:04.951671 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:04.951982 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:04.952293 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:05.060073 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-581c979e-79e4-4390-bbb4-0fe7cefcce52 req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Router af41fe6d-2076-444f-98be-c71a7a2c72e6 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:51:05.165837 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-581c979e-79e4-4390-bbb4-0fe7cefcce52 req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:51:05.175741 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474d9418-95d2-436e-adb0-8242bc93a08c None None] Sync routers for ids ['af41fe6d-2076-444f-98be-c71a7a2c72e6'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:51:05.185894 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474d9418-95d2-436e-adb0-8242bc93a08c None None] Routers {'af41fe6d-2076-444f-98be-c71a7a2c72e6'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:51:05.186497 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-474d9418-95d2-436e-adb0-8242bc93a08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:51:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['af41fe6d-2076-444f-98be-c71a7a2c72e6'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:51:05.204668 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-581c979e-79e4-4390-bbb4-0fe7cefcce52 req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] No DVR routers for this DVR port e2b1c0da-6f9d-4323-8052-3159d350939c on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:51:05.207119 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-581c979e-79e4-4390-bbb4-0fe7cefcce52 req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:05.210457 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-581c979e-79e4-4390-bbb4-0fe7cefcce52 req-fa74cecf-65bf-4808-b0bd-5cd11c7010cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.112 "DELETE /v2.0/ports/e2b1c0da-6f9d-4323-8052-3159d350939c HTTP/1.1" status: 204 len: 173 time: 0.9030533 Jan 25 03:51:05.210832 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec9d94c-01db-458b-a8e9-df0d45bf666a', 'name': 'network-vif-deleted', 'tag': 'e2b1c0da-6f9d-4323-8052-3159d350939c'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:51:05.213103 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fed161b-58ab-467a-a5ee-4a5fecec8fd8" -d '{"events": [{"server_uuid": "1ec9d94c-01db-458b-a8e9-df0d45bf666a", "name": "network-vif-deleted", "tag": "e2b1c0da-6f9d-4323-8052-3159d350939c"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:51:05.251815 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490eb293-a951-4bb3-b671-4b9fd96336d7 x-openstack-request-id: req-490eb293-a951-4bb3-b671-4b9fd96336d7 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:51:05.252106 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec9d94c-01db-458b-a8e9-df0d45bf666a", "name": "network-vif-deleted", "tag": "e2b1c0da-6f9d-4323-8052-3159d350939c", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:51:05.252361 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-490eb293-a951-4bb3-b671-4b9fd96336d7 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:51:05.252813 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec9d94c-01db-458b-a8e9-df0d45bf666a', 'name': 'network-vif-deleted', 'tag': 'e2b1c0da-6f9d-4323-8052-3159d350939c', 'status': 'completed', 'code': 200} Jan 25 03:51:05.270746 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:05.289745 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [req-b19ae73d-a8e8-4017-9df6-910872fdc2a1 req-a21b3b8a-e534-4e4b-b30b-226a71b3035f service neutron] (103186) timed out ('10.222.0.112', 51256) {{(pid=103186) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 03:51:05.297893 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-474d9418-95d2-436e-adb0-8242bc93a08c None None] Set router af41fe6d-2076-444f-98be-c71a7a2c72e6 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:51:05.520458 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-474d9418-95d2-436e-adb0-8242bc93a08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:46:39Z', 'revision_number': 4, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '807acd22-d380-4df0-b5f2-02cc9b6d8df7', 'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'mac_address': 'fa:16:3e:62:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:38Z', 'updated_at': '2022-01-25T03:46:43Z', 'revision_number': 5, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'subnets': [{'id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:51:05.633780 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0e5f8763-54e8-4fcd-bd77-97fdf19d65ad req-719c2a52-20d4-4b90-ae06-b8ab23be213a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ec9d94c-01db-458b-a8e9-df0d45bf666a HTTP/1.1" status: 200 len: 210 time: 0.0276818 Jan 25 03:51:05.636229 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474d9418-95d2-436e-adb0-8242bc93a08c None None] Checking router: af41fe6d-2076-444f-98be-c71a7a2c72e6 for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:51:05.645242 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474d9418-95d2-436e-adb0-8242bc93a08c None None] Routers {'af41fe6d-2076-444f-98be-c71a7a2c72e6'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:51:05.645955 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-474d9418-95d2-436e-adb0-8242bc93a08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:51:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['af41fe6d-2076-444f-98be-c71a7a2c72e6'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:51:05.755476 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-474d9418-95d2-436e-adb0-8242bc93a08c None None] Set router af41fe6d-2076-444f-98be-c71a7a2c72e6 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:51:05.954811 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-474d9418-95d2-436e-adb0-8242bc93a08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:46:39Z', 'revision_number': 4, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '807acd22-d380-4df0-b5f2-02cc9b6d8df7', 'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'mac_address': 'fa:16:3e:62:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:38Z', 'updated_at': '2022-01-25T03:46:43Z', 'revision_number': 5, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'subnets': [{'id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:51:05.980092 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474d9418-95d2-436e-adb0-8242bc93a08c None None] The sync data for ids ['af41fe6d-2076-444f-98be-c71a7a2c72e6'] in dv-cinder-819011-2-iscsi is: [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:46:39Z', 'revision_number': 4, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '807acd22-d380-4df0-b5f2-02cc9b6d8df7', 'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'mac_address': 'fa:16:3e:62:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:38Z', 'updated_at': '2022-01-25T03:46:43Z', 'revision_number': 5, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'subnets': [{'id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:51:06.194796 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d84a6f-12b5-4697-ad82-295064f965a7 None None] New status for floating IP 39f66593-5a06-4b8c-b05a-cdeb954f1003: DOWN {{(pid=103187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:51:06.790953 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55920) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:51:06.813471 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:06.846871 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-35a81bfe-1f7e-49e5-8d98-8b34cc7ab5bb tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group (0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:06.869323 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-35a81bfe-1f7e-49e5-8d98-8b34cc7ab5bb tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group (0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:06.995840 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-35a81bfe-1f7e-49e5-8d98-8b34cc7ab5bb tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:06.998306 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-35a81bfe-1f7e-49e5-8d98-8b34cc7ab5bb tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:06.999466 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-35a81bfe-1f7e-49e5-8d98-8b34cc7ab5bb tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "DELETE /v2.0/security-groups/0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff HTTP/1.1" status: 204 len: 168 time: 0.2074907 Jan 25 03:51:07.008404 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55922) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:51:07.008924 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a81bfe-1f7e-49e5-8d98-8b34cc7ab5bb tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:51:07.022741 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.api.v2.resource [None req-8caf92ea-4f11-432d-a05b-95f6aefa0111 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] show failed (client error): The resource could not be found. Jan 25 03:51:07.023788 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-8caf92ea-4f11-432d-a05b-95f6aefa0111 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups/0fe5c908-e8d8-44d0-a1ce-d4bf5d0c66ff HTTP/1.1" status: 404 len: 347 time: 0.0143962 Jan 25 03:51:07.026740 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 55924) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:51:07.056981 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device e2b1c0da-6f9d-4323-8052-3159d350939c no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:51:07.081404 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: e2b1c0da-6f9d-4323-8052-3159d350939c {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:51:07.081718 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device e2b1c0da-6f9d-4323-8052-3159d350939c not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:51:07.156763 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Deleting port 3a70e909-0054-490c-8434-8b9d5cbfaf28 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:51:07.157108 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (3a70e909-0054-490c-8434-8b9d5cbfaf28), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:07.233136 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (3a70e909-0054-490c-8434-8b9d5cbfaf28), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:07.233465 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for floatingip (3a70e909-0054-490c-8434-8b9d5cbfaf28), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:07.244663 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Calling delete_port for 3a70e909-0054-490c-8434-8b9d5cbfaf28 owned by network:floatingip {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:51:07.436243 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4618175'] for port (3a70e909-0054-490c-8434-8b9d5cbfaf28), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:07.468068 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Pushing event deleted for resources: {'Port': ['ID=3a70e909-0054-490c-8434-8b9d5cbfaf28,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:51:07.489501 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:07.489849 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:07.490194 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:07.490531 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:07.490861 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:07.491224 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:07.491553 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:07.491877 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:07.492201 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:07.492541 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:07.492844 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:07.493161 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:07.493477 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:07.529491 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for floatingip (39f66593-5a06-4b8c-b05a-cdeb954f1003), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:07.532713 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:07.533857 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-a80bdf75-d02f-4a63-9f23-b576167c02a1 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "DELETE /v2.0/floatingips/39f66593-5a06-4b8c-b05a-cdeb954f1003 HTTP/1.1" status: 204 len: 168 time: 0.5062065 Jan 25 03:51:07.840305 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55928) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:51:07.845403 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-18f39b2c-b275-405c-92d4-6402520bbf22 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--608046715', 'description': 'tempest-description--184430659'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:51:07.925452 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-18f39b2c-b275-405c-92d4-6402520bbf22 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:07.985506 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:07.993341 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-18f39b2c-b275-405c-92d4-6402520bbf22 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group (8522d142-1ef1-42a3-aa5f-be789907e2b1), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:08.076131 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-18f39b2c-b275-405c-92d4-6402520bbf22 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (8522d142-1ef1-42a3-aa5f-be789907e2b1), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:08.105903 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f39b2c-b275-405c-92d4-6402520bbf22 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8522d142-1ef1-42a3-aa5f-be789907e2b1,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:51:08.181208 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-18f39b2c-b275-405c-92d4-6402520bbf22 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:08.182421 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-18f39b2c-b275-405c-92d4-6402520bbf22 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3409996 Jan 25 03:51:08.185165 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55930) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:51:08.189517 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-93ae75ce-1817-43cf-9738-07ea96891cae tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Request body: {'security_group_rule': {'security_group_id': '8522d142-1ef1-42a3-aa5f-be789907e2b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:51:08.280751 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-93ae75ce-1817-43cf-9738-07ea96891cae tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group_rule (753ae124-d8ed-40f7-92e7-56e90f774e51), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:08.334728 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-93ae75ce-1817-43cf-9738-07ea96891cae tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group_rule (753ae124-d8ed-40f7-92e7-56e90f774e51), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:08.416540 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-93ae75ce-1817-43cf-9738-07ea96891cae tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (753ae124-d8ed-40f7-92e7-56e90f774e51), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:08.434782 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae75ce-1817-43cf-9738-07ea96891cae tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753ae124-d8ed-40f7-92e7-56e90f774e51,revision_number=0']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:51:08.506194 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-93ae75ce-1817-43cf-9738-07ea96891cae tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:08.507418 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-93ae75ce-1817-43cf-9738-07ea96891cae tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3213103 Jan 25 03:51:08.510005 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55932) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:51:08.514188 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-1b8db86d-8c67-4677-9c56-3647d3be84f2 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Request body: {'security_group_rule': {'security_group_id': '8522d142-1ef1-42a3-aa5f-be789907e2b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:51:08.592215 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b8db86d-8c67-4677-9c56-3647d3be84f2 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group_rule (fbc7d11d-d45b-4e44-8f94-09cce9aaff82), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:08.650209 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b8db86d-8c67-4677-9c56-3647d3be84f2 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group_rule (fbc7d11d-d45b-4e44-8f94-09cce9aaff82), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:08.732918 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b8db86d-8c67-4677-9c56-3647d3be84f2 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970164'] for security_group_rule (fbc7d11d-d45b-4e44-8f94-09cce9aaff82), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:08.750424 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8db86d-8c67-4677-9c56-3647d3be84f2 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc7d11d-d45b-4e44-8f94-09cce9aaff82,revision_number=0']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:51:08.820393 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1b8db86d-8c67-4677-9c56-3647d3be84f2 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:08.821590 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-1b8db86d-8c67-4677-9c56-3647d3be84f2 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3106618 Jan 25 03:51:08.824575 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55934) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:51:08.829309 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-2b39dd4d-c4af-4a78-9819-ab272d1f531d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Request body: {'floatingip': {'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:51:08.910087 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2b39dd4d-c4af-4a78-9819-ab272d1f531d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:09.002551 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2b39dd4d-c4af-4a78-9819-ab272d1f531d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:09.103885 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [None req-2b39dd4d-c4af-4a78-9819-ab272d1f531d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Allocated IP 172.27.2.243 (239af684-5624-458a-b969-bfdffc6894c6/633c65e6-a2b9-4bb5-a70e-b23c3791a1d5/06288a5d-fdcd-4fde-9647-d017a98c1aee) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:51:09.200612 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2b39dd4d-c4af-4a78-9819-ab272d1f531d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for port (06288a5d-fdcd-4fde-9647-d017a98c1aee), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:09.291125 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2b39dd4d-c4af-4a78-9819-ab272d1f531d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (06288a5d-fdcd-4fde-9647-d017a98c1aee), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:09.332420 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b39dd4d-c4af-4a78-9819-ab272d1f531d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Network 239af684-5624-458a-b969-bfdffc6894c6 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:51:09.336981 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [None req-2b39dd4d-c4af-4a78-9819-ab272d1f531d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:51:09.340343 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39dd4d-c4af-4a78-9819-ab272d1f531d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:51:09.346248 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39dd4d-c4af-4a78-9819-ab272d1f531d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Pushing event updated for resources: {'Port': ['ID=06288a5d-fdcd-4fde-9647-d017a98c1aee,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:51:09.426940 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2b39dd4d-c4af-4a78-9819-ab272d1f531d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for floatingip (167f764c-fb03-4eca-a236-ce939ffc9e0a), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:09.503579 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2b39dd4d-c4af-4a78-9819-ab272d1f531d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (06288a5d-fdcd-4fde-9647-d017a98c1aee), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:09.648916 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2b39dd4d-c4af-4a78-9819-ab272d1f531d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for port (06288a5d-fdcd-4fde-9647-d017a98c1aee), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:09.704717 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2b39dd4d-c4af-4a78-9819-ab272d1f531d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (06288a5d-fdcd-4fde-9647-d017a98c1aee), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:09.775391 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39dd4d-c4af-4a78-9819-ab272d1f531d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Pushing event updated for resources: {'Port': ['ID=06288a5d-fdcd-4fde-9647-d017a98c1aee,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:51:09.786681 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2b39dd4d-c4af-4a78-9819-ab272d1f531d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586113'] for floatingip (167f764c-fb03-4eca-a236-ce939ffc9e0a), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:09.849754 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-2b39dd4d-c4af-4a78-9819-ab272d1f531d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:09.850997 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-2b39dd4d-c4af-4a78-9819-ab272d1f531d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0255117 Jan 25 03:51:10.074744 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-351cb116-dd6a-49db-a2cb-0ea0d34e3f19 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?name=tempest-securitygroup--608046715&fields=id&tenant_id=bbf2a4190655482593e7a860bbf16549 HTTP/1.1" status: 200 len: 267 time: 0.0489669 Jan 25 03:51:10.200621 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-a0b6a6ca-66d6-48c5-a276-2fa9d0c7d9a5 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:10.202145 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-a0b6a6ca-66d6-48c5-a276-2fa9d0c7d9a5 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/networks?id=e545c365-d10d-438c-b92f-53b0b77d7557 HTTP/1.1" status: 200 len: 811 time: 0.1197050 Jan 25 03:51:10.222194 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-1b97947d-880c-460a-a4fd-0aad2788566f tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/quotas/bbf2a4190655482593e7a860bbf16549 HTTP/1.1" status: 200 len: 375 time: 0.0136359 Jan 25 03:51:10.284722 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-2d310746-3389-4a16-a0dd-7d8787ee1d50 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?tenant_id=bbf2a4190655482593e7a860bbf16549&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573511 Jan 25 03:51:10.389937 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-c60d393b-5b8a-4344-a9a3-8ab332ed4d65 service neutron] 10.222.0.115 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941582 Jan 25 03:51:10.518966 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5dd623cf-cb2e-4498-974d-f304603ebda6 service neutron] 10.222.0.115 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216583 Jan 25 03:51:10.768828 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d8c1e6bd-d82b-4212-b3f8-791313ea9536 req-c846918d-d283-42e3-b8ea-1d1e3da33ac3 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 210 time: 0.0278747 Jan 25 03:51:11.861894 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-37d81e6f-0f97-436f-a48f-988ca5492800 req-b18cf448-d55a-476f-ba4b-4d041cf7ee33 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 210 time: 0.0266662 Jan 25 03:51:12.070157 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:12.835176 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-9aa05efe-f3d6-48ca-b8de-9b847557a374 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:12.836620 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-9aa05efe-f3d6-48ca-b8de-9b847557a374 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.112 "GET /v2.0/networks?id=e545c365-d10d-438c-b92f-53b0b77d7557 HTTP/1.1" status: 200 len: 811 time: 0.1024206 Jan 25 03:51:12.964805 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3a17cfdc-dc12-4bed-b153-fe3a6b23cf7b req-3f174365-0e56-4af9-bbf9-9be890336bb7 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 210 time: 0.0297196 Jan 25 03:51:13.151308 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-4641aaa5-242a-4bd2-8f14-14c9c12dcb32 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbf2a4190655482593e7a860bbf16549 HTTP/1.1" status: 200 len: 379 time: 0.3002634 Jan 25 03:51:13.173961 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-f923c98e-b486-4f04-9ba8-a2b172291f27 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Request body: {'port': {'device_id': '23d73c28-93e8-4330-95de-2a53b381f015', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'admin_state_up': True, 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'security_groups': ['8522d142-1ef1-42a3-aa5f-be789907e2b1']}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:51:13.330640 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-f923c98e-b486-4f04-9ba8-a2b172291f27 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Made reservation on behalf of bbf2a4190655482593e7a860bbf16549 for: {'port': 1} {{(pid=103186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:51:13.334107 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-f923c98e-b486-4f04-9ba8-a2b172291f27 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:13.458363 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_common [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-f923c98e-b486-4f04-9ba8-a2b172291f27 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Allocated IP 172.20.0.3 (e545c365-d10d-438c-b92f-53b0b77d7557/5ae730ed-018b-48e8-9952-4ae2b147105d/c359d790-25d3-4bb1-8056-5d009e88aa16) {{(pid=103186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:51:13.591573 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-f923c98e-b486-4f04-9ba8-a2b172291f27 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for port (c359d790-25d3-4bb1-8056-5d009e88aa16), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:13.670457 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-f923c98e-b486-4f04-9ba8-a2b172291f27 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760336897585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (c359d790-25d3-4bb1-8056-5d009e88aa16), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:13.710734 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-f923c98e-b486-4f04-9ba8-a2b172291f27 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Network e545c365-d10d-438c-b92f-53b0b77d7557 is already hosted by enough agents. {{(pid=103186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:51:13.715518 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.base_scheduler [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-f923c98e-b486-4f04-9ba8-a2b172291f27 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Resources bound (agent type, host, resource id): {{(pid=103186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:51:13.719530 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-f923c98e-b486-4f04-9ba8-a2b172291f27 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Received port after_create {{(pid=103186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:51:13.725614 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923c98e-b486-4f04-9ba8-a2b172291f27 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Pushing event updated for resources: {'Port': ['ID=c359d790-25d3-4bb1-8056-5d009e88aa16,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:51:13.770354 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-f923c98e-b486-4f04-9ba8-a2b172291f27 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:13.772715 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-f923c98e-b486-4f04-9ba8-a2b172291f27 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:13.844895 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-f923c98e-b486-4f04-9ba8-a2b172291f27 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6752777 Jan 25 03:51:13.863330 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Request body: {'port': {'device_id': '23d73c28-93e8-4330-95de-2a53b381f015', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81901'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:51:13.913369 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f6f9ef7a-9bfc-4540-8fe2-a14c84aca6a2 None None] Provisioning complete for port c359d790-25d3-4bb1-8056-5d009e88aa16 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:51:13.913984 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f6f9ef7a-9bfc-4540-8fe2-a14c84aca6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (c359d790-25d3-4bb1-8056-5d009e88aa16), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:13.920790 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (c359d790-25d3-4bb1-8056-5d009e88aa16), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:13.951859 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f6f9ef7a-9bfc-4540-8fe2-a14c84aca6a2 None None] Port c359d790-25d3-4bb1-8056-5d009e88aa16 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:51:14.137798 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa31ca-f824-4ea7-9a6d-8dc3822d6508 req-4fb12af1-a24c-469b-8dff-b91ab88a1602 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:14.139259 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-22aa31ca-f824-4ea7-9a6d-8dc3822d6508 req-4fb12af1-a24c-469b-8dff-b91ab88a1602 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 931 time: 0.1025040 Jan 25 03:51:14.215026 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-22aa31ca-f824-4ea7-9a6d-8dc3822d6508 req-ea413a0a-ab26-48e8-9ce3-dd1f5e93a0d6 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=8522d142-1ef1-42a3-aa5f-be789907e2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698590 Jan 25 03:51:14.252280 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c359d790-25d3-4bb1-8056-5d009e88aa16 {{(pid=103186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:51:14.259610 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Publish callbacks [] for port (c359d790-25d3-4bb1-8056-5d009e88aa16), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:14.271501 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.provisioning_blocks [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Transition to ACTIVE for port object c359d790-25d3-4bb1-8056-5d009e88aa16 will not be triggered until provisioned by entity L2. {{(pid=103186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:51:14.341980 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (c359d790-25d3-4bb1-8056-5d009e88aa16), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:14.393959 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Pushing event updated for resources: {'Port': ['ID=c359d790-25d3-4bb1-8056-5d009e88aa16,revision_number=2']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:51:14.460014 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Attempting to bind port c359d790-25d3-4bb1-8056-5d009e88aa16 on host hv-cinder-81901 for vnic_type normal with profile {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:51:14.460355 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Attempting to bind port c359d790-25d3-4bb1-8056-5d009e88aa16 by drivers openvswitch,hyperv on host hv-cinder-81901 at level 0 using segments [{'id': '23758210-a1d1-4a94-af14-41c1fb6f0cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557'}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:51:14.460688 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Attempting to bind port c359d790-25d3-4bb1-8056-5d009e88aa16 on network e545c365-d10d-438c-b92f-53b0b77d7557 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:51:14.465235 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Port c359d790-25d3-4bb1-8056-5d009e88aa16 on network e545c365-d10d-438c-b92f-53b0b77d7557 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81901 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:51:14.465497 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Attempting to bind port c359d790-25d3-4bb1-8056-5d009e88aa16 on network e545c365-d10d-438c-b92f-53b0b77d7557 {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:51:14.471216 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Checking agent: {'id': '8bb7bdc2-b046-4396-b9f8-cd583761e4b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81901', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'started_at': datetime.datetime(2022, 1, 25, 3, 33, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:51:14.471559 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Checking segment: {'id': '23758210-a1d1-4a94-af14-41c1fb6f0cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:51:14.471940 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Bound using segment: {'id': '23758210-a1d1-4a94-af14-41c1fb6f0cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557'} {{(pid=103186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:51:14.472367 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.managers [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Bound port: c359d790-25d3-4bb1-8056-5d009e88aa16, host: hv-cinder-81901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23758210-a1d1-4a94-af14-41c1fb6f0cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557'}}] {{(pid=103186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:51:14.472728 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (c359d790-25d3-4bb1-8056-5d009e88aa16), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:14.540502 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] For port c359d790-25d3-4bb1-8056-5d009e88aa16, host hv-cinder-81901, cleared binding levels {{(pid=103186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:51:14.543433 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] For port c359d790-25d3-4bb1-8056-5d009e88aa16, host hv-cinder-81901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=c359d790-25d3-4bb1-8056-5d009e88aa16,segment=NetworkSegment(23758210-a1d1-4a94-af14-41c1fb6f0cdd),segment_id=23758210-a1d1-4a94-af14-41c1fb6f0cdd)] {{(pid=103186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:51:14.631133 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5192854'] for port (c359d790-25d3-4bb1-8056-5d009e88aa16), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:14.669738 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:14.670365 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:14.672365 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] 10.222.0.112 "PUT /v2.0/ports/c359d790-25d3-4bb1-8056-5d009e88aa16 HTTP/1.1" status: 200 len: 1093 time: 0.8137932 Jan 25 03:51:14.673060 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d73c28-93e8-4330-95de-2a53b381f015', 'tag': 'c359d790-25d3-4bb1-8056-5d009e88aa16'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:51:14.675774 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4d5882-839f-47f5-b556-1b21a74fd75a" -d '{"events": [{"name": "network-changed", "server_uuid": "23d73c28-93e8-4330-95de-2a53b381f015", "tag": "c359d790-25d3-4bb1-8056-5d009e88aa16"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:51:14.707355 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290b043-dfaa-460d-8ce1-aac55c87fda6 service neutron] Pushing event updated for resources: {'Port': ['ID=c359d790-25d3-4bb1-8056-5d009e88aa16,revision_number=3']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:51:14.720442 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baac1ccc-ca70-47c1-bbdf-d2c939604d44 x-openstack-request-id: req-baac1ccc-ca70-47c1-bbdf-d2c939604d44 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:51:14.720727 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d73c28-93e8-4330-95de-2a53b381f015", "tag": "c359d790-25d3-4bb1-8056-5d009e88aa16", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:51:14.720978 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-baac1ccc-ca70-47c1-bbdf-d2c939604d44 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:51:14.721377 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d73c28-93e8-4330-95de-2a53b381f015', 'tag': 'c359d790-25d3-4bb1-8056-5d009e88aa16', 'status': 'completed', 'code': 200} Jan 25 03:51:14.804823 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d5882-839f-47f5-b556-1b21a74fd75a req-86229069-e602-4a3a-95b7-37700c6ce14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:14.806362 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2a4d5882-839f-47f5-b556-1b21a74fd75a req-86229069-e602-4a3a-95b7-37700c6ce14e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=bbf2a4190655482593e7a860bbf16549&device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 1096 time: 0.0439441 Jan 25 03:51:14.915365 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d5882-839f-47f5-b556-1b21a74fd75a req-22a168a5-c9a7-4908-9425-12f544ce278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:14.916832 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2a4d5882-839f-47f5-b556-1b21a74fd75a req-22a168a5-c9a7-4908-9425-12f544ce278d service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=bbf2a4190655482593e7a860bbf16549&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0953526 Jan 25 03:51:15.008614 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d5882-839f-47f5-b556-1b21a74fd75a req-0e12d300-d884-45ad-b0f9-0d1fc3ccfc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:15.009972 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2a4d5882-839f-47f5-b556-1b21a74fd75a req-0e12d300-d884-45ad-b0f9-0d1fc3ccfc67 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0872829 Jan 25 03:51:15.108563 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-11131c5b-928c-4bea-b7de-71ef7bbd2523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:15.110021 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-11131c5b-928c-4bea-b7de-71ef7bbd2523 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=bbf2a4190655482593e7a860bbf16549&device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 1096 time: 0.0399768 Jan 25 03:51:15.161949 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-c28a3edd-4ed6-480d-8e91-ee443af6ceb3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c359d790-25d3-4bb1-8056-5d009e88aa16 HTTP/1.1" status: 200 len: 217 time: 0.0396168 Jan 25 03:51:15.209395 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-e4ffe5ca-1676-478e-822e-abdba59b9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:15.210827 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-e4ffe5ca-1676-478e-822e-abdba59b9cd6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5ae730ed-018b-48e8-9952-4ae2b147105d HTTP/1.1" status: 200 len: 850 time: 0.0437996 Jan 25 03:51:15.255474 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-6a95c5ec-00e7-4229-9f63-47c3c75826a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:15.256973 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-6a95c5ec-00e7-4229-9f63-47c3c75826a5 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e545c365-d10d-438c-b92f-53b0b77d7557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407159 Jan 25 03:51:15.383849 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2931a5-9cb6-46dd-8aba-c91db6f2f0f3 req-5f4e6ed4-c9a7-4511-a8ea-cce853a3557c tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:15.385319 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0d2931a5-9cb6-46dd-8aba-c91db6f2f0f3 req-5f4e6ed4-c9a7-4511-a8ea-cce853a3557c tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 943 time: 0.0937824 Jan 25 03:51:15.387526 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-11677664-5610-45ef-b895-5b82c5830d2a service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245403 Jan 25 03:51:15.491346 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0d2931a5-9cb6-46dd-8aba-c91db6f2f0f3 req-985274e9-021a-4ddc-a046-011468560a98 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=8522d142-1ef1-42a3-aa5f-be789907e2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997262 Jan 25 03:51:15.516144 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-1d582abe-652a-4b3a-8326-e0c388cee9f4 req-d969122e-9512-4220-9a7d-cb39c92effa4 service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179302 Jan 25 03:51:16.608428 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b846af3-1c76-4bee-86b1-dcbcbcf6fb44 req-c007f697-d4f8-472d-a08b-fac44864fa04 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:16.610713 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2b846af3-1c76-4bee-86b1-dcbcbcf6fb44 req-c007f697-d4f8-472d-a08b-fac44864fa04 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 943 time: 0.0532284 Jan 25 03:51:16.655576 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2b846af3-1c76-4bee-86b1-dcbcbcf6fb44 req-d138a824-8702-4d65-b7f7-d2aa48847750 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=8522d142-1ef1-42a3-aa5f-be789907e2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393765 Jan 25 03:51:17.714590 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:51:17.777101 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a3c8f-26c2-4053-8d27-bf7e53854c9c req-12d0dd13-8b29-48c0-976b-aab9d18b9049 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:17.778572 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d63a3c8f-26c2-4053-8d27-bf7e53854c9c req-12d0dd13-8b29-48c0-976b-aab9d18b9049 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 943 time: 0.0567713 Jan 25 03:51:17.827222 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-d63a3c8f-26c2-4053-8d27-bf7e53854c9c req-2195e061-70e9-4a58-ad58-0f3d747ee6bc tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=8522d142-1ef1-42a3-aa5f-be789907e2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416579 Jan 25 03:51:18.940537 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1b659-dab6-4751-816d-e130053a5133 req-ecd11d50-d3fc-441b-b81d-d9adc891d634 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:18.942007 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fcf1b659-dab6-4751-816d-e130053a5133 req-ecd11d50-d3fc-441b-b81d-d9adc891d634 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 943 time: 0.0489638 Jan 25 03:51:18.987833 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fcf1b659-dab6-4751-816d-e130053a5133 req-1a22bc77-ec11-4405-aa12-3127032ebec9 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=8522d142-1ef1-42a3-aa5f-be789907e2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404818 Jan 25 03:51:19.056562 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device c359d790-25d3-4bb1-8056-5d009e88aa16 details requested by agent hyperv_hv-cinder-81901 with host hv-cinder-81901 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:51:19.149412 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port c359d790-25d3-4bb1-8056-5d009e88aa16, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=c359d790-25d3-4bb1-8056-5d009e88aa16,segment=NetworkSegment(23758210-a1d1-4a94-af14-41c1fb6f0cdd),segment_id=23758210-a1d1-4a94-af14-41c1fb6f0cdd)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:51:19.160699 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Returning: {'device': 'c359d790-25d3-4bb1-8056-5d009e88aa16', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'port_id': 'c359d790-25d3-4bb1-8056-5d009e88aa16', 'mac_address': 'fa:16:3e:d8:7d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:51:19.196962 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port c359d790-25d3-4bb1-8056-5d009e88aa16 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:51:19.197349 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (c359d790-25d3-4bb1-8056-5d009e88aa16), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:19.210223 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c359d790-25d3-4bb1-8056-5d009e88aa16 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:51:19.229551 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port c359d790-25d3-4bb1-8056-5d009e88aa16, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=c359d790-25d3-4bb1-8056-5d009e88aa16,segment=NetworkSegment(23758210-a1d1-4a94-af14-41c1fb6f0cdd),segment_id=23758210-a1d1-4a94-af14-41c1fb6f0cdd)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:51:19.324270 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (c359d790-25d3-4bb1-8056-5d009e88aa16), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:19.370849 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=c359d790-25d3-4bb1-8056-5d009e88aa16,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:51:19.378060 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:19.380504 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:19.380504 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:19.380504 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:19.380504 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:19.380504 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:19.380504 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:19.380504 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:19.381078 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:19.381078 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:19.381242 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:19.381564 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:19.381880 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:51:19.749099 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] get_ports_and_sgs() called for port_ids ['c359d790-25d3-4bb1-8056-5d009e88aa16'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:51:20.107309 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ea130-1a0d-4d6b-9b46-ba8cf19d38ed req-a7078f61-512c-4e72-b8c1-44c6ec3cc5e4 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:20.108770 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-990ea130-1a0d-4d6b-9b46-ba8cf19d38ed req-a7078f61-512c-4e72-b8c1-44c6ec3cc5e4 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 944 time: 0.0528510 Jan 25 03:51:20.154528 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-990ea130-1a0d-4d6b-9b46-ba8cf19d38ed req-b6682875-46af-493c-9519-5e74103fc4ef tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=8522d142-1ef1-42a3-aa5f-be789907e2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402412 Jan 25 03:51:21.057130 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device c359d790-25d3-4bb1-8056-5d009e88aa16 up at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:51:21.182051 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning for port c359d790-25d3-4bb1-8056-5d009e88aa16 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:51:21.186538 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Provisioning complete for port c359d790-25d3-4bb1-8056-5d009e88aa16 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:51:21.186945 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2065509'] for port (c359d790-25d3-4bb1-8056-5d009e88aa16), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:21.268615 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Current status of the port c359d790-25d3-4bb1-8056-5d009e88aa16 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:51:21.270478 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2026941'] for port (c359d790-25d3-4bb1-8056-5d009e88aa16), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:21.291961 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d73c28-93e8-4330-95de-2a53b381f015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c359d790-25d3-4bb1-8056-5d009e88aa16'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:51:21.294205 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f3449fe85c48e6d7cb4dd2d573bcaf7995f7a0433c1e3dd195528cf8bb4696" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ed17d8-9430-49f3-861f-d63ab9e01743" -d '{"events": [{"server_uuid": "23d73c28-93e8-4330-95de-2a53b381f015", "name": "network-vif-plugged", "status": "completed", "tag": "c359d790-25d3-4bb1-8056-5d009e88aa16"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:51:21.307821 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] For port c359d790-25d3-4bb1-8056-5d009e88aa16, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=c359d790-25d3-4bb1-8056-5d009e88aa16,segment=NetworkSegment(23758210-a1d1-4a94-af14-41c1fb6f0cdd),segment_id=23758210-a1d1-4a94-af14-41c1fb6f0cdd)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:51:21.334898 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f359751-c234-44a8-8883-9b106cad3814 x-openstack-request-id: req-7f359751-c234-44a8-8883-9b106cad3814 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:51:21.335232 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d73c28-93e8-4330-95de-2a53b381f015", "name": "network-vif-plugged", "status": "completed", "tag": "c359d790-25d3-4bb1-8056-5d009e88aa16", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:51:21.335509 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-7f359751-c234-44a8-8883-9b106cad3814 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:51:21.335925 dv-cinder-819011-2-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d73c28-93e8-4330-95de-2a53b381f015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c359d790-25d3-4bb1-8056-5d009e88aa16', 'code': 200} Jan 25 03:51:21.370914 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760337386352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760336897603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760336897621'] for port (c359d790-25d3-4bb1-8056-5d009e88aa16), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:21.433291 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76334b79-2424-40e7-8d91-8ce971afbf08 req-568b0a3c-b439-4dad-9785-3890335bacea tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:21.434858 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-76334b79-2424-40e7-8d91-8ce971afbf08 req-568b0a3c-b439-4dad-9785-3890335bacea tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 945 time: 0.2100797 Jan 25 03:51:21.435025 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Pushing event updated for resources: {'Port': ['ID=c359d790-25d3-4bb1-8056-5d009e88aa16,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:51:21.489588 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-76334b79-2424-40e7-8d91-8ce971afbf08 req-700d593b-da2f-42a7-97fb-d47e1c20ed45 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=8522d142-1ef1-42a3-aa5f-be789907e2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474870 Jan 25 03:51:21.661875 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e094be2-be70-44a9-910e-639fcd2b6dd7 req-20324b13-4e75-4f83-9a1d-09c822808421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:21.663382 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2e094be2-be70-44a9-910e-639fcd2b6dd7 req-20324b13-4e75-4f83-9a1d-09c822808421 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 1098 time: 0.0391858 Jan 25 03:51:21.706639 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-2e094be2-be70-44a9-910e-639fcd2b6dd7 req-e6ee1d4f-14a2-4ed8-9497-49d1f8ed969a service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=8522d142-1ef1-42a3-aa5f-be789907e2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378983 Jan 25 03:51:22.655838 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a304936-ca26-4e07-8e08-543fc25c9b09 req-481f8ee8-4537-4293-b171-7e20046b45d8 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:22.657672 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0a304936-ca26-4e07-8e08-543fc25c9b09 req-481f8ee8-4537-4293-b171-7e20046b45d8 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 945 time: 0.1007500 Jan 25 03:51:22.707875 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-0a304936-ca26-4e07-8e08-543fc25c9b09 req-b01eac68-b0a6-4a56-8e94-01dfa364ff6d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=8522d142-1ef1-42a3-aa5f-be789907e2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446603 Jan 25 03:51:23.819502 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f1875-cd52-4616-99d5-c11c1cd55ed8 req-ece38786-788a-427f-8a35-ba8c1e018ed9 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:23.820976 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-627f1875-cd52-4616-99d5-c11c1cd55ed8 req-ece38786-788a-427f-8a35-ba8c1e018ed9 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 945 time: 0.0482481 Jan 25 03:51:23.867244 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-627f1875-cd52-4616-99d5-c11c1cd55ed8 req-e422a05a-ad1a-4af1-936c-eea1094c84cf tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=8522d142-1ef1-42a3-aa5f-be789907e2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407999 Jan 25 03:51:23.976852 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692a30f-f5e7-4194-8c3a-006f83bb01bf req-90cb2b03-c81a-40da-a3b6-e93b2bfd9b64 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:23.978318 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-7692a30f-f5e7-4194-8c3a-006f83bb01bf req-90cb2b03-c81a-40da-a3b6-e93b2bfd9b64 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 945 time: 0.0486925 Jan 25 03:51:23.986538 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 55998) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:51:23.990756 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.v2.base [None req-1ae80522-64c4-4ea4-a132-f51eead8db9a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Request body: {'floatingip': {'port_id': 'c359d790-25d3-4bb1-8056-5d009e88aa16'}} {{(pid=103186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:51:24.028855 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1ae80522-64c4-4ea4-a132-f51eead8db9a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for floatingip (167f764c-fb03-4eca-a236-ce939ffc9e0a), before_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:24.455087 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1ae80522-64c4-4ea4-a132-f51eead8db9a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:24.509708 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1ae80522-64c4-4ea4-a132-f51eead8db9a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586113'] for floatingip (167f764c-fb03-4eca-a236-ce939ffc9e0a), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:24.609289 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.db.l3_db [None req-1ae80522-64c4-4ea4-a132-f51eead8db9a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Floating IP 167f764c-fb03-4eca-a236-ce939ffc9e0a associated. External IP: 172.27.2.243, port: c359d790-25d3-4bb1-8056-5d009e88aa16. Jan 25 03:51:24.811437 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae80522-64c4-4ea4-a132-f51eead8db9a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Router af41fe6d-2076-444f-98be-c71a7a2c72e6 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:51:24.914158 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae80522-64c4-4ea4-a132-f51eead8db9a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:51:24.919264 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1ae80522-64c4-4ea4-a132-f51eead8db9a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:24.924204 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8708e858-db2a-4924-b177-6b3725970165 None None] Sync routers for ids ['af41fe6d-2076-444f-98be-c71a7a2c72e6'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:51:24.933737 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8708e858-db2a-4924-b177-6b3725970165 None None] Routers {'af41fe6d-2076-444f-98be-c71a7a2c72e6'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:51:24.934340 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-8708e858-db2a-4924-b177-6b3725970165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:51:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['af41fe6d-2076-444f-98be-c71a7a2c72e6'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:51:24.946772 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-1ae80522-64c4-4ea4-a132-f51eead8db9a tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "PUT /v2.0/floatingips/167f764c-fb03-4eca-a236-ce939ffc9e0a HTTP/1.1" status: 200 len: 991 time: 0.9592350 Jan 25 03:51:24.947380 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d73c28-93e8-4330-95de-2a53b381f015', 'tag': 'c359d790-25d3-4bb1-8056-5d009e88aa16'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:51:24.949889 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd78df5-ca52-4161-bcd7-ade6c8f3de35" -d '{"events": [{"name": "network-changed", "server_uuid": "23d73c28-93e8-4330-95de-2a53b381f015", "tag": "c359d790-25d3-4bb1-8056-5d009e88aa16"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:51:24.994352 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49c2a3d-83c7-4ad3-a7be-f536a71164bb x-openstack-request-id: req-d49c2a3d-83c7-4ad3-a7be-f536a71164bb {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:51:24.994957 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d73c28-93e8-4330-95de-2a53b381f015", "tag": "c359d790-25d3-4bb1-8056-5d009e88aa16", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:51:24.994957 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-d49c2a3d-83c7-4ad3-a7be-f536a71164bb {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:51:24.995448 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d73c28-93e8-4330-95de-2a53b381f015', 'tag': 'c359d790-25d3-4bb1-8056-5d009e88aa16', 'status': 'completed', 'code': 200} Jan 25 03:51:25.041059 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-8708e858-db2a-4924-b177-6b3725970165 None None] Set router af41fe6d-2076-444f-98be-c71a7a2c72e6 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:51:25.085794 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd78df5-ca52-4161-bcd7-ade6c8f3de35 req-46071228-7561-4eb0-915a-3937494f272b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:25.087300 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cbd78df5-ca52-4161-bcd7-ade6c8f3de35 req-46071228-7561-4eb0-915a-3937494f272b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=bbf2a4190655482593e7a860bbf16549&device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 1098 time: 0.0445344 Jan 25 03:51:25.180076 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd78df5-ca52-4161-bcd7-ade6c8f3de35 req-52183c21-c677-49cc-9a1b-4b259f8da5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:25.181458 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cbd78df5-ca52-4161-bcd7-ade6c8f3de35 req-52183c21-c677-49cc-9a1b-4b259f8da5d2 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e545c365-d10d-438c-b92f-53b0b77d7557 HTTP/1.1" status: 200 len: 911 time: 0.0877512 Jan 25 03:51:25.247389 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cbd78df5-ca52-4161-bcd7-ade6c8f3de35 req-f0c02c7b-7bbb-4084-90e3-290eea0535db service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c359d790-25d3-4bb1-8056-5d009e88aa16 HTTP/1.1" status: 200 len: 999 time: 0.0588896 Jan 25 03:51:25.262679 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-8708e858-db2a-4924-b177-6b3725970165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:46:39Z', 'revision_number': 4, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '167f764c-fb03-4eca-a236-ce939ffc9e0a', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'port_id': 'c359d790-25d3-4bb1-8056-5d009e88aa16', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'mac_address': 'fa:16:3e:d8:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d73c28-93e8-4330-95de-2a53b381f015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:51:09Z', 'updated_at': '2022-01-25T03:51:24Z', 'revision_number': 1, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807acd22-d380-4df0-b5f2-02cc9b6d8df7', 'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'mac_address': 'fa:16:3e:62:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:38Z', 'updated_at': '2022-01-25T03:46:43Z', 'revision_number': 5, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'subnets': [{'id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:51:25.291419 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8708e858-db2a-4924-b177-6b3725970165 None None] Checking router: af41fe6d-2076-444f-98be-c71a7a2c72e6 for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:51:25.293477 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd78df5-ca52-4161-bcd7-ade6c8f3de35 req-74a72f6a-d090-44fd-b206-4473d1e1701c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:25.294970 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cbd78df5-ca52-4161-bcd7-ade6c8f3de35 req-74a72f6a-d090-44fd-b206-4473d1e1701c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5ae730ed-018b-48e8-9952-4ae2b147105d HTTP/1.1" status: 200 len: 850 time: 0.0419114 Jan 25 03:51:25.300534 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8708e858-db2a-4924-b177-6b3725970165 None None] Routers {'af41fe6d-2076-444f-98be-c71a7a2c72e6'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:51:25.301128 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-8708e858-db2a-4924-b177-6b3725970165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:51:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['af41fe6d-2076-444f-98be-c71a7a2c72e6'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:51:25.343561 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd78df5-ca52-4161-bcd7-ade6c8f3de35 req-c8742d34-a801-45ff-bd6b-7b031533b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:25.345032 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cbd78df5-ca52-4161-bcd7-ade6c8f3de35 req-c8742d34-a801-45ff-bd6b-7b031533b536 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e545c365-d10d-438c-b92f-53b0b77d7557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429263 Jan 25 03:51:25.404254 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-8708e858-db2a-4924-b177-6b3725970165 None None] Set router af41fe6d-2076-444f-98be-c71a7a2c72e6 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:51:25.441043 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cbd78df5-ca52-4161-bcd7-ade6c8f3de35 req-7053db05-f1f9-4870-b7f9-ec24b60a518c service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892956 Jan 25 03:51:25.530201 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-cbd78df5-ca52-4161-bcd7-ade6c8f3de35 req-d79762ef-536d-454e-8f92-8cfd1d33d9ac service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838475 Jan 25 03:51:25.627129 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-8708e858-db2a-4924-b177-6b3725970165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:46:39Z', 'revision_number': 4, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '167f764c-fb03-4eca-a236-ce939ffc9e0a', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'port_id': 'c359d790-25d3-4bb1-8056-5d009e88aa16', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'mac_address': 'fa:16:3e:d8:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d73c28-93e8-4330-95de-2a53b381f015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:51:09Z', 'updated_at': '2022-01-25T03:51:24Z', 'revision_number': 1, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807acd22-d380-4df0-b5f2-02cc9b6d8df7', 'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'mac_address': 'fa:16:3e:62:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:38Z', 'updated_at': '2022-01-25T03:46:43Z', 'revision_number': 5, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'subnets': [{'id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:51:25.652939 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8708e858-db2a-4924-b177-6b3725970165 None None] The sync data for ids ['af41fe6d-2076-444f-98be-c71a7a2c72e6'] in dv-cinder-819011-2-iscsi is: [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:46:39Z', 'revision_number': 4, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_floatingips': [{'id': '167f764c-fb03-4eca-a236-ce939ffc9e0a', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'router_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'port_id': 'c359d790-25d3-4bb1-8056-5d009e88aa16', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'mac_address': 'fa:16:3e:d8:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d73c28-93e8-4330-95de-2a53b381f015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:51:09Z', 'updated_at': '2022-01-25T03:51:24Z', 'revision_number': 1, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807acd22-d380-4df0-b5f2-02cc9b6d8df7', 'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'mac_address': 'fa:16:3e:62:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:38Z', 'updated_at': '2022-01-25T03:46:43Z', 'revision_number': 5, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'subnets': [{'id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:51:25.832154 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae9a857-2969-46b8-b7b4-d8f98730eb4a None None] New status for floating IP 167f764c-fb03-4eca-a236-ce939ffc9e0a: ACTIVE {{(pid=103187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:51:31.464202 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-557c0031-b1cc-47fe-a112-d7030994f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:33.747135 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b272fbe2-dbd3-42ae-a89f-18df57bed368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:35.272522 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:36.792884 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:37.995865 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:42.032399 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:51:54.712714 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:51:57.145471 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f4eb8c23-4a50-4baa-8aaf-d12074c2e6e5 req-ca46bc22-f236-4356-86c3-25f8ba6902d5 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832059 Jan 25 03:51:57.250974 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb8c23-4a50-4baa-8aaf-d12074c2e6e5 req-640f4d07-d83a-470e-aa1b-e6ec27a54b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:57.252462 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f4eb8c23-4a50-4baa-8aaf-d12074c2e6e5 req-640f4d07-d83a-470e-aa1b-e6ec27a54b16 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=bbf2a4190655482593e7a860bbf16549&device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 1098 time: 0.0395484 Jan 25 03:51:57.359528 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb8c23-4a50-4baa-8aaf-d12074c2e6e5 req-414d58a9-6177-4edc-a0c5-19813492d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:57.361023 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f4eb8c23-4a50-4baa-8aaf-d12074c2e6e5 req-414d58a9-6177-4edc-a0c5-19813492d1f0 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e545c365-d10d-438c-b92f-53b0b77d7557 HTTP/1.1" status: 200 len: 911 time: 0.0905828 Jan 25 03:51:57.429823 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f4eb8c23-4a50-4baa-8aaf-d12074c2e6e5 req-100ee273-fe1f-4564-8de7-5c15d0a6d1ca service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c359d790-25d3-4bb1-8056-5d009e88aa16 HTTP/1.1" status: 200 len: 1001 time: 0.0582232 Jan 25 03:51:57.480890 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb8c23-4a50-4baa-8aaf-d12074c2e6e5 req-08e6dc39-c32b-4ee7-8580-e7482c985355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:57.482307 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f4eb8c23-4a50-4baa-8aaf-d12074c2e6e5 req-08e6dc39-c32b-4ee7-8580-e7482c985355 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5ae730ed-018b-48e8-9952-4ae2b147105d HTTP/1.1" status: 200 len: 850 time: 0.0464373 Jan 25 03:51:57.527605 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb8c23-4a50-4baa-8aaf-d12074c2e6e5 req-1af68b65-bbd5-46b3-bdef-f0a731c2d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:51:57.529064 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f4eb8c23-4a50-4baa-8aaf-d12074c2e6e5 req-1af68b65-bbd5-46b3-bdef-f0a731c2d652 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e545c365-d10d-438c-b92f-53b0b77d7557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400927 Jan 25 03:51:57.614844 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f4eb8c23-4a50-4baa-8aaf-d12074c2e6e5 req-006ed064-2e8f-4df1-81bb-ea81f01155db service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793958 Jan 25 03:51:57.705897 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-f4eb8c23-4a50-4baa-8aaf-d12074c2e6e5 req-d893bf7c-46d3-4c67-ad98-d0b9268e833e service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841508 Jan 25 03:52:01.506086 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-477386f7-e35a-444a-9e6a-ec23e991a2cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:52:03.745451 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ac9934b2-4110-45a3-b009-8269cf9d8401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:52:05.274726 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:52:06.798297 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:52:07.977225 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:52:12.063305 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:52:29.565232 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [req-9e6d9fcf-843b-4310-9f02-954e65ccaadc req-7aea977a-f909-42fd-b360-fe1c42ff99c6 tempest-VolumesNegativeTest-1967070326 tempest-VolumesNegativeTest-1967070326-project] (103186) timed out ('10.222.0.112', 51248) {{(pid=103186) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 03:52:31.470050 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff90fc3d-17cf-4267-aa75-a2cc84935f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:52:31.711300 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:52:33.748669 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-729f6c58-e1c9-4657-9608-bf245c07e92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:52:35.304112 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:52:36.842369 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:52:38.018411 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:52:42.087113 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:52:57.071908 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-97aacab0-f93b-4065-861b-3f04c35dc9e9 req-1acdd487-c9a7-4b73-a2b8-4d3fdfd74566 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398421 Jan 25 03:52:57.179353 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aacab0-f93b-4065-861b-3f04c35dc9e9 req-a04a1ceb-c32c-40a5-b4fb-ef992d0904da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:52:57.180749 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-97aacab0-f93b-4065-861b-3f04c35dc9e9 req-a04a1ceb-c32c-40a5-b4fb-ef992d0904da service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=bbf2a4190655482593e7a860bbf16549&device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 1098 time: 0.0456839 Jan 25 03:52:57.525210 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aacab0-f93b-4065-861b-3f04c35dc9e9 req-9efbe06d-f2fc-4076-925f-6128b6925c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:52:57.526589 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-97aacab0-f93b-4065-861b-3f04c35dc9e9 req-9efbe06d-f2fc-4076-925f-6128b6925c72 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e545c365-d10d-438c-b92f-53b0b77d7557 HTTP/1.1" status: 200 len: 911 time: 0.3275440 Jan 25 03:52:57.588338 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-97aacab0-f93b-4065-861b-3f04c35dc9e9 req-af615bcb-8f4b-42af-bcff-bd9e242a4839 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c359d790-25d3-4bb1-8056-5d009e88aa16 HTTP/1.1" status: 200 len: 1001 time: 0.0554128 Jan 25 03:52:57.637591 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aacab0-f93b-4065-861b-3f04c35dc9e9 req-5505a474-0d9d-4146-9dee-126fa578d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:52:57.639558 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-97aacab0-f93b-4065-861b-3f04c35dc9e9 req-5505a474-0d9d-4146-9dee-126fa578d5a9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5ae730ed-018b-48e8-9952-4ae2b147105d HTTP/1.1" status: 200 len: 850 time: 0.0450373 Jan 25 03:52:57.682323 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aacab0-f93b-4065-861b-3f04c35dc9e9 req-271ce2bd-9440-45e6-a143-984a0e138c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:52:57.686287 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-97aacab0-f93b-4065-861b-3f04c35dc9e9 req-271ce2bd-9440-45e6-a143-984a0e138c77 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e545c365-d10d-438c-b92f-53b0b77d7557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388813 Jan 25 03:52:57.772917 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-97aacab0-f93b-4065-861b-3f04c35dc9e9 req-5b76b83e-b68c-4a6f-b68c-fa642a2c4f82 service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828850 Jan 25 03:52:57.861080 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-97aacab0-f93b-4065-861b-3f04c35dc9e9 req-38d16660-6fc8-4471-8ebb-e9c828796a22 service neutron] 10.222.0.112 "GET /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826957 Jan 25 03:53:01.468373 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2145b9a1-e8c0-4bf8-b29e-27da94c1d298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:02.869882 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781ab5b-26cb-465b-b6a4-fc0270ebab3f req-292bc8f8-cfaa-4cda-a1bc-c908551af02e tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:53:02.871365 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0781ab5b-26cb-465b-b6a4-fc0270ebab3f req-292bc8f8-cfaa-4cda-a1bc-c908551af02e tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 945 time: 0.0501463 Jan 25 03:53:02.919299 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0781ab5b-26cb-465b-b6a4-fc0270ebab3f req-a41cdbd6-e49c-467e-b3b8-4fc7fcc64ed3 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=8522d142-1ef1-42a3-aa5f-be789907e2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417712 Jan 25 03:53:03.760567 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-618cc3bd-006e-414f-bfd0-85dfc9b8f984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:04.043641 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fccae5-be4b-4e6b-a810-1c79d14d8ae0 req-793bbd8a-69f3-42df-91e7-220cf272b4be tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:53:04.045646 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-03fccae5-be4b-4e6b-a810-1c79d14d8ae0 req-793bbd8a-69f3-42df-91e7-220cf272b4be tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 945 time: 0.0495071 Jan 25 03:53:04.095764 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-03fccae5-be4b-4e6b-a810-1c79d14d8ae0 req-af6edeab-6335-4da8-a5aa-42ba1cf2c523 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=8522d142-1ef1-42a3-aa5f-be789907e2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448904 Jan 25 03:53:05.084417 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7c729-3dda-4477-8d1e-a2d7cd957d62 req-2fc82e3f-85ad-422c-8f6f-ed06179993e3 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:53:05.085853 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-64f7c729-3dda-4477-8d1e-a2d7cd957d62 req-2fc82e3f-85ad-422c-8f6f-ed06179993e3 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.112 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 945 time: 0.0480487 Jan 25 03:53:05.172844 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-64f7c729-3dda-4477-8d1e-a2d7cd957d62 req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Deleting port c359d790-25d3-4bb1-8056-5d009e88aa16 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:53:05.173191 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-64f7c729-3dda-4477-8d1e-a2d7cd957d62 req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (c359d790-25d3-4bb1-8056-5d009e88aa16), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:05.210344 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bbd9d-1d08-4e16-a28b-60a1727c4ab3 req-5e00a0b3-b3ee-45fe-a7a5-a454f5331997 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:53:05.211895 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8d0bbd9d-1d08-4e16-a28b-60a1727c4ab3 req-5e00a0b3-b3ee-45fe-a7a5-a454f5331997 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 945 time: 0.0496554 Jan 25 03:53:05.259910 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8d0bbd9d-1d08-4e16-a28b-60a1727c4ab3 req-ee3999d0-ccd8-4b91-9001-83856b2d14b2 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups?id=8522d142-1ef1-42a3-aa5f-be789907e2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422122 Jan 25 03:53:05.264733 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [req-64f7c729-3dda-4477-8d1e-a2d7cd957d62 req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] For port c359d790-25d3-4bb1-8056-5d009e88aa16, host hv-cinder-81901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81901',level=0,port_id=c359d790-25d3-4bb1-8056-5d009e88aa16,segment=NetworkSegment(23758210-a1d1-4a94-af14-41c1fb6f0cdd),segment_id=23758210-a1d1-4a94-af14-41c1fb6f0cdd)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:53:05.265106 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-64f7c729-3dda-4477-8d1e-a2d7cd957d62 req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (c359d790-25d3-4bb1-8056-5d009e88aa16), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:05.309073 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:05.441270 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-64f7c729-3dda-4477-8d1e-a2d7cd957d62 req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:05.441624 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-64f7c729-3dda-4477-8d1e-a2d7cd957d62 req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586113'] for floatingip (167f764c-fb03-4eca-a236-ce939ffc9e0a), after_update {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:05.441939 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.db.l3_db [req-64f7c729-3dda-4477-8d1e-a2d7cd957d62 req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Floating IP 167f764c-fb03-4eca-a236-ce939ffc9e0a disassociated. External IP: 172.27.2.243, port: c359d790-25d3-4bb1-8056-5d009e88aa16. Jan 25 03:53:05.442271 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [req-64f7c729-3dda-4477-8d1e-a2d7cd957d62 req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Calling delete_port for c359d790-25d3-4bb1-8056-5d009e88aa16 owned by compute:nova {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:53:05.600173 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-64f7c729-3dda-4477-8d1e-a2d7cd957d62 req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (c359d790-25d3-4bb1-8056-5d009e88aa16), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:05.640568 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Pushing event deleted for resources: {'Port': ['ID=c359d790-25d3-4bb1-8056-5d009e88aa16,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:53:05.657044 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:05.657386 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:05.657723 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:05.658053 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:05.658382 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:05.658998 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:05.659369 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:05.659673 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:05.661986 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:05.661986 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:05.661986 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:05.661986 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:05.661986 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:05.770848 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64f7c729-3dda-4477-8d1e-a2d7cd957d62 req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Router af41fe6d-2076-444f-98be-c71a7a2c72e6 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:53:05.874753 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64f7c729-3dda-4477-8d1e-a2d7cd957d62 req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:53:05.887721 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0c7135-572d-48e1-b5da-e9cc3673b1f8 None None] Sync routers for ids ['af41fe6d-2076-444f-98be-c71a7a2c72e6'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:53:05.898481 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0c7135-572d-48e1-b5da-e9cc3673b1f8 None None] Routers {'af41fe6d-2076-444f-98be-c71a7a2c72e6'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:53:05.899033 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-dc0c7135-572d-48e1-b5da-e9cc3673b1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:53:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['af41fe6d-2076-444f-98be-c71a7a2c72e6'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:53:05.912768 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f7c729-3dda-4477-8d1e-a2d7cd957d62 req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] No DVR routers for this DVR port c359d790-25d3-4bb1-8056-5d009e88aa16 on host hv-cinder-81901 {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:53:05.915476 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [req-64f7c729-3dda-4477-8d1e-a2d7cd957d62 req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for port (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:05.918784 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [req-64f7c729-3dda-4477-8d1e-a2d7cd957d62 req-63013676-c862-4452-ab88-47652df21d53 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.112 "DELETE /v2.0/ports/c359d790-25d3-4bb1-8056-5d009e88aa16 HTTP/1.1" status: 204 len: 173 time: 0.8274949 Jan 25 03:53:05.919185 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d73c28-93e8-4330-95de-2a53b381f015', 'name': 'network-vif-deleted', 'tag': 'c359d790-25d3-4bb1-8056-5d009e88aa16'}] {{(pid=103186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:53:05.921693 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.115/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9939901e87c9df2d782b331d6a49160b09bd0119e729357715c66451994db32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fda886-d4c3-4676-a596-4a08a03b9c33" -d '{"events": [{"server_uuid": "23d73c28-93e8-4330-95de-2a53b381f015", "name": "network-vif-deleted", "tag": "c359d790-25d3-4bb1-8056-5d009e88aa16"}]}' {{(pid=103186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:53:06.026132 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-dc0c7135-572d-48e1-b5da-e9cc3673b1f8 None None] Set router af41fe6d-2076-444f-98be-c71a7a2c72e6 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:53:06.042636 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0163e2fa-2beb-4d85-a909-8b3227bcba52 x-openstack-request-id: req-0163e2fa-2beb-4d85-a909-8b3227bcba52 {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:53:06.042937 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d73c28-93e8-4330-95de-2a53b381f015", "name": "network-vif-deleted", "tag": "c359d790-25d3-4bb1-8056-5d009e88aa16", "status": "completed", "code": 200}]} {{(pid=103186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:53:06.043226 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.115/compute/v2.1/os-server-external-events used request id req-0163e2fa-2beb-4d85-a909-8b3227bcba52 {{(pid=103186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:53:06.043626 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d73c28-93e8-4330-95de-2a53b381f015', 'name': 'network-vif-deleted', 'tag': 'c359d790-25d3-4bb1-8056-5d009e88aa16', 'status': 'completed', 'code': 200} Jan 25 03:53:06.236183 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-dc0c7135-572d-48e1-b5da-e9cc3673b1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:46:39Z', 'revision_number': 4, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '807acd22-d380-4df0-b5f2-02cc9b6d8df7', 'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'mac_address': 'fa:16:3e:62:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:38Z', 'updated_at': '2022-01-25T03:46:43Z', 'revision_number': 5, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'subnets': [{'id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:53:06.262435 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0c7135-572d-48e1-b5da-e9cc3673b1f8 None None] Checking router: af41fe6d-2076-444f-98be-c71a7a2c72e6 for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:53:06.271525 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0c7135-572d-48e1-b5da-e9cc3673b1f8 None None] Routers {'af41fe6d-2076-444f-98be-c71a7a2c72e6'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:53:06.272132 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-dc0c7135-572d-48e1-b5da-e9cc3673b1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:53:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['af41fe6d-2076-444f-98be-c71a7a2c72e6'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:53:06.380802 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [req-30e7fff2-51a5-427f-9720-f60afdf45f85 req-1d950532-7ee8-4a34-87e7-a4c4e1ddef0d tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/ports?device_id=23d73c28-93e8-4330-95de-2a53b381f015 HTTP/1.1" status: 200 len: 210 time: 0.0370486 Jan 25 03:53:06.391469 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-dc0c7135-572d-48e1-b5da-e9cc3673b1f8 None None] Set router af41fe6d-2076-444f-98be-c71a7a2c72e6 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:53:06.604569 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-dc0c7135-572d-48e1-b5da-e9cc3673b1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:46:39Z', 'revision_number': 4, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '807acd22-d380-4df0-b5f2-02cc9b6d8df7', 'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'mac_address': 'fa:16:3e:62:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:38Z', 'updated_at': '2022-01-25T03:46:43Z', 'revision_number': 5, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'subnets': [{'id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:53:06.635016 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0c7135-572d-48e1-b5da-e9cc3673b1f8 None None] The sync data for ids ['af41fe6d-2076-444f-98be-c71a7a2c72e6'] in dv-cinder-819011-2-iscsi is: [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:46:39Z', 'revision_number': 4, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi', '_interfaces': [{'id': '807acd22-d380-4df0-b5f2-02cc9b6d8df7', 'name': '', 'network_id': 'e545c365-d10d-438c-b92f-53b0b77d7557', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'mac_address': 'fa:16:3e:62:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:38Z', 'updated_at': '2022-01-25T03:46:43Z', 'revision_number': 5, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'subnets': [{'id': '5ae730ed-018b-48e8-9952-4ae2b147105d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:53:06.795780 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:06.866139 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15152310-45e7-4452-8a15-fe0f2a199171 None None] New status for floating IP 167f764c-fb03-4eca-a236-ce939ffc9e0a: DOWN {{(pid=103187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:53:07.567595 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 56294) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:53:07.625096 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e221af1b-1d54-4d29-a15b-3ab9ab00adce tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group (8522d142-1ef1-42a3-aa5f-be789907e2b1), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:07.647564 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e221af1b-1d54-4d29-a15b-3ab9ab00adce tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group (8522d142-1ef1-42a3-aa5f-be789907e2b1), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:07.764752 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e221af1b-1d54-4d29-a15b-3ab9ab00adce tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (8522d142-1ef1-42a3-aa5f-be789907e2b1), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:07.767511 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-e221af1b-1d54-4d29-a15b-3ab9ab00adce tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:07.768956 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-e221af1b-1d54-4d29-a15b-3ab9ab00adce tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "DELETE /v2.0/security-groups/8522d142-1ef1-42a3-aa5f-be789907e2b1 HTTP/1.1" status: 204 len: 168 time: 0.2001126 Jan 25 03:53:07.771799 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 56296) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:53:07.778012 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221af1b-1d54-4d29-a15b-3ab9ab00adce tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8522d142-1ef1-42a3-aa5f-be789907e2b1,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:53:07.794879 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.api.v2.resource [None req-33e1f512-0916-46fc-865f-924964a4b071 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] show failed (client error): The resource could not be found. Jan 25 03:53:07.795954 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-33e1f512-0916-46fc-865f-924964a4b071 tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "GET /v2.0/security-groups/8522d142-1ef1-42a3-aa5f-be789907e2b1 HTTP/1.1" status: 404 len: 347 time: 0.0219274 Jan 25 03:53:07.798882 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 56298) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:53:07.928299 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-111a43d8-4d8c-42b2-9105-4468df87c01f tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Deleting port 06288a5d-fdcd-4fde-9647-d017a98c1aee {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:53:07.928642 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-111a43d8-4d8c-42b2-9105-4468df87c01f tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (06288a5d-fdcd-4fde-9647-d017a98c1aee), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:07.977583 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:08.002457 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-111a43d8-4d8c-42b2-9105-4468df87c01f tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (06288a5d-fdcd-4fde-9647-d017a98c1aee), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:08.002784 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-111a43d8-4d8c-42b2-9105-4468df87c01f tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for floatingip (06288a5d-fdcd-4fde-9647-d017a98c1aee), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:08.014980 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-111a43d8-4d8c-42b2-9105-4468df87c01f tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Calling delete_port for 06288a5d-fdcd-4fde-9647-d017a98c1aee owned by network:floatingip {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:53:08.251977 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-111a43d8-4d8c-42b2-9105-4468df87c01f tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (06288a5d-fdcd-4fde-9647-d017a98c1aee), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:08.274715 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a43d8-4d8c-42b2-9105-4468df87c01f tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Pushing event deleted for resources: {'Port': ['ID=06288a5d-fdcd-4fde-9647-d017a98c1aee,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:53:08.337607 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-111a43d8-4d8c-42b2-9105-4468df87c01f tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks [] for floatingip (167f764c-fb03-4eca-a236-ce939ffc9e0a), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:08.340091 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-111a43d8-4d8c-42b2-9105-4468df87c01f tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523324'] for floatingip (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:08.341267 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-111a43d8-4d8c-42b2-9105-4468df87c01f tempest-AttachVolumeTestJSON-1476317388 tempest-AttachVolumeTestJSON-1476317388-project] 10.222.0.115 "DELETE /v2.0/floatingips/167f764c-fb03-4eca-a236-ce939ffc9e0a HTTP/1.1" status: 204 len: 168 time: 0.5412571 Jan 25 03:53:08.710016 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:53:09.600124 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device c359d790-25d3-4bb1-8056-5d009e88aa16 no longer exists at agent hyperv_hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:53:09.623685 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] No Port match for: c359d790-25d3-4bb1-8056-5d009e88aa16 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:53:09.624024 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Device c359d790-25d3-4bb1-8056-5d009e88aa16 not bound to the agent host hv-cinder-81901 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:53:12.091738 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:12.282830 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 56326) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:53:12.788178 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f67edfd8-8e09-4cca-aa42-d3e0890d4b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560331'] for router_interface (af41fe6d-2076-444f-98be-c71a7a2c72e6), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:13.030389 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-f67edfd8-8e09-4cca-aa42-d3e0890d4b22 admin admin] Deleting port 807acd22-d380-4df0-b5f2-02cc9b6d8df7 {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:53:13.030718 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f67edfd8-8e09-4cca-aa42-d3e0890d4b22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (807acd22-d380-4df0-b5f2-02cc9b6d8df7), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:13.108771 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-f67edfd8-8e09-4cca-aa42-d3e0890d4b22 admin admin] For port 807acd22-d380-4df0-b5f2-02cc9b6d8df7, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=807acd22-d380-4df0-b5f2-02cc9b6d8df7,segment=NetworkSegment(23758210-a1d1-4a94-af14-41c1fb6f0cdd),segment_id=23758210-a1d1-4a94-af14-41c1fb6f0cdd)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:53:13.109051 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f67edfd8-8e09-4cca-aa42-d3e0890d4b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (807acd22-d380-4df0-b5f2-02cc9b6d8df7), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:13.120577 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-f67edfd8-8e09-4cca-aa42-d3e0890d4b22 admin admin] Calling delete_port for 807acd22-d380-4df0-b5f2-02cc9b6d8df7 owned by network:router_interface {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:53:13.381082 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f67edfd8-8e09-4cca-aa42-d3e0890d4b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (807acd22-d380-4df0-b5f2-02cc9b6d8df7), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:13.404426 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67edfd8-8e09-4cca-aa42-d3e0890d4b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=807acd22-d380-4df0-b5f2-02cc9b6d8df7,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:53:13.573590 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-f67edfd8-8e09-4cca-aa42-d3e0890d4b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582118'] for router_interface (af41fe6d-2076-444f-98be-c71a7a2c72e6), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:13.776035 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67edfd8-8e09-4cca-aa42-d3e0890d4b22 admin admin] Router af41fe6d-2076-444f-98be-c71a7a2c72e6 has already been hosted by L3 agent b7548bd4-6d3e-45ad-bf76-054bc87fb2ca {{(pid=103186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:53:13.877088 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67edfd8-8e09-4cca-aa42-d3e0890d4b22 admin admin] Notify agent at l3_agent.dv-cinder-819011-2-iscsi the message routers_updated {{(pid=103186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:53:13.882327 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-f67edfd8-8e09-4cca-aa42-d3e0890d4b22 admin admin] 10.222.0.115 "PUT /v2.0/routers/af41fe6d-2076-444f-98be-c71a7a2c72e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5984156 Jan 25 03:53:13.885021 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 56330) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:53:13.885738 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39656d7f-73fc-45bc-ab48-4a78a6a0adcd None None] Sync routers for ids ['af41fe6d-2076-444f-98be-c71a7a2c72e6'] in dv-cinder-819011-2-iscsi {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:53:13.896507 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39656d7f-73fc-45bc-ab48-4a78a6a0adcd None None] Routers {'af41fe6d-2076-444f-98be-c71a7a2c72e6'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:53:13.897106 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-39656d7f-73fc-45bc-ab48-4a78a6a0adcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:53:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['af41fe6d-2076-444f-98be-c71a7a2c72e6'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:53:14.003237 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-39656d7f-73fc-45bc-ab48-4a78a6a0adcd None None] Set router af41fe6d-2076-444f-98be-c71a7a2c72e6 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:53:14.189133 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-39656d7f-73fc-45bc-ab48-4a78a6a0adcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:53:13Z', 'revision_number': 5, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:53:14.218641 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39656d7f-73fc-45bc-ab48-4a78a6a0adcd None None] Checking router: af41fe6d-2076-444f-98be-c71a7a2c72e6 for host: dv-cinder-819011-2-iscsi {{(pid=103188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:53:14.226858 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39656d7f-73fc-45bc-ab48-4a78a6a0adcd None None] Routers {'af41fe6d-2076-444f-98be-c71a7a2c72e6'} bound to L3 agent in host dv-cinder-819011-2-iscsi {{(pid=103188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:53:14.227497 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-39656d7f-73fc-45bc-ab48-4a78a6a0adcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819011-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T03:27:04Z,description=,heartbeat_timestamp=2022-01-25T03:53:04Z,host='dv-cinder-819011-2-iscsi',id=b7548bd4-6d3e-45ad-bf76-054bc87fb2ca,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T03:27:04Z,topic='l3_agent')) {'router_ids': ['af41fe6d-2076-444f-98be-c71a7a2c72e6'], 'active': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:53:14.232927 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7013e73e-a2fe-4fb0-afd3-1ee6ebbeafdc admin admin] Publish callbacks [] for router (af41fe6d-2076-444f-98be-c71a7a2c72e6), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:14.325532 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvr_db [None req-39656d7f-73fc-45bc-ab48-4a78a6a0adcd None None] Set router af41fe6d-2076-444f-98be-c71a7a2c72e6 gateway port host: dv-cinder-819011-2-iscsi {{(pid=103188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:53:14.331017 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7013e73e-a2fe-4fb0-afd3-1ee6ebbeafdc admin admin] Publish callbacks [] for router_gateway (af41fe6d-2076-444f-98be-c71a7a2c72e6), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:14.454512 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-7013e73e-a2fe-4fb0-afd3-1ee6ebbeafdc admin admin] Deleting port b7eb258f-bc05-4d95-b0f4-09f995372b5e {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:53:14.455217 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7013e73e-a2fe-4fb0-afd3-1ee6ebbeafdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (b7eb258f-bc05-4d95-b0f4-09f995372b5e), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:14.538655 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-7013e73e-a2fe-4fb0-afd3-1ee6ebbeafdc admin admin] For port b7eb258f-bc05-4d95-b0f4-09f995372b5e, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=b7eb258f-bc05-4d95-b0f4-09f995372b5e,segment=NetworkSegment(1e505529-892b-44d1-b8ff-699eeb662e36),segment_id=1e505529-892b-44d1-b8ff-699eeb662e36)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:53:14.539019 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7013e73e-a2fe-4fb0-afd3-1ee6ebbeafdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (b7eb258f-bc05-4d95-b0f4-09f995372b5e), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:14.551957 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-7013e73e-a2fe-4fb0-afd3-1ee6ebbeafdc admin admin] Calling delete_port for b7eb258f-bc05-4d95-b0f4-09f995372b5e owned by network:router_gateway {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:53:14.591578 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.l3_hamode_db [None req-39656d7f-73fc-45bc-ab48-4a78a6a0adcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:53:13Z', 'revision_number': 5, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}], 'dv-cinder-819011-2-iscsi', False) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:53:14.617703 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39656d7f-73fc-45bc-ab48-4a78a6a0adcd None None] The sync data for ids ['af41fe6d-2076-444f-98be-c71a7a2c72e6'] in dv-cinder-819011-2-iscsi is: [{'id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'name': 'tempest-AttachVolumeTestJSON-1375193459-router', 'tenant_id': 'bbf2a4190655482593e7a860bbf16549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'external_fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:46:35Z', 'updated_at': '2022-01-25T03:53:13Z', 'revision_number': 5, 'project_id': 'bbf2a4190655482593e7a860bbf16549', 'gw_port': {'id': 'b7eb258f-bc05-4d95-b0f4-09f995372b5e', 'name': '', 'network_id': '239af684-5624-458a-b969-bfdffc6894c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af41fe6d-2076-444f-98be-c71a7a2c72e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819011-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:46:36Z', 'updated_at': '2022-01-25T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '633c65e6-a2b9-4bb5-a70e-b23c3791a1d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819011-2-iscsi'}] {{(pid=103188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:53:14.782702 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7013e73e-a2fe-4fb0-afd3-1ee6ebbeafdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (b7eb258f-bc05-4d95-b0f4-09f995372b5e), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:14.807527 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013e73e-a2fe-4fb0-afd3-1ee6ebbeafdc admin admin] Pushing event deleted for resources: {'Port': ['ID=b7eb258f-bc05-4d95-b0f4-09f995372b5e,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:53:14.869413 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7013e73e-a2fe-4fb0-afd3-1ee6ebbeafdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587066'] for router_gateway (af41fe6d-2076-444f-98be-c71a7a2c72e6), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:14.961533 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7013e73e-a2fe-4fb0-afd3-1ee6ebbeafdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1038'] for router (af41fe6d-2076-444f-98be-c71a7a2c72e6), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:14.963767 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7013e73e-a2fe-4fb0-afd3-1ee6ebbeafdc admin admin] Publish callbacks [] for router_controller (af41fe6d-2076-444f-98be-c71a7a2c72e6), precommit_delete_associations {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:15.073474 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7013e73e-a2fe-4fb0-afd3-1ee6ebbeafdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583598'] for router (af41fe6d-2076-444f-98be-c71a7a2c72e6), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:15.074008 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7013e73e-a2fe-4fb0-afd3-1ee6ebbeafdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router af41fe6d-2076-444f-98be-c71a7a2c72e6 {{(pid=103186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 03:53:15.079417 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-7013e73e-a2fe-4fb0-afd3-1ee6ebbeafdc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:15.083019 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-7013e73e-a2fe-4fb0-afd3-1ee6ebbeafdc admin admin] 10.222.0.115 "DELETE /v2.0/routers/af41fe6d-2076-444f-98be-c71a7a2c72e6 HTTP/1.1" status: 204 len: 168 time: 1.1946609 Jan 25 03:53:15.083019 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 56332) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:53:15.126438 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.db_base_plugin_v2 [None req-4269f80b-ab60-4d47-9264-5b5954d8d736 admin admin] Deleting subnet 5ae730ed-018b-48e8-9952-4ae2b147105d {{(pid=103186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:53:15.129487 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4269f80b-ab60-4d47-9264-5b5954d8d736 admin admin] Publish callbacks [] for subnet (5ae730ed-018b-48e8-9952-4ae2b147105d), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:15.163200 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4269f80b-ab60-4d47-9264-5b5954d8d736 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4251564'] for subnet (5ae730ed-018b-48e8-9952-4ae2b147105d), precommit_delete_associations {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:15.246466 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4269f80b-ab60-4d47-9264-5b5954d8d736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064499'] for subnet (5ae730ed-018b-48e8-9952-4ae2b147105d), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:15.383383 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4269f80b-ab60-4d47-9264-5b5954d8d736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5192876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4817332'] for subnet (5ae730ed-018b-48e8-9952-4ae2b147105d), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:15.406462 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269f80b-ab60-4d47-9264-5b5954d8d736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae730ed-018b-48e8-9952-4ae2b147105d,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:53:15.416235 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4269f80b-ab60-4d47-9264-5b5954d8d736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for subnet (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:15.416235 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-4269f80b-ab60-4d47-9264-5b5954d8d736 admin admin] 10.222.0.115 "DELETE /v2.0/subnets/5ae730ed-018b-48e8-9952-4ae2b147105d HTTP/1.1" status: 204 len: 168 time: 0.3314648 Jan 25 03:53:15.417851 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 56334) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:53:15.418826 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db52a3ca-07f3-452b-a9c9-821d8c3c7f7a None None] Network e545c365-d10d-438c-b92f-53b0b77d7557 requested from dv-cinder-819011-2-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:53:15.490751 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682109'] for network (e545c365-d10d-438c-b92f-53b0b77d7557), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:15.546597 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] Deleting port b02d58c5-fc45-41bd-b1ce-6338c047a53b {{(pid=103186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:53:15.546931 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (b02d58c5-fc45-41bd-b1ce-6338c047a53b), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:15.610628 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.db [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] For port b02d58c5-fc45-41bd-b1ce-6338c047a53b, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=b02d58c5-fc45-41bd-b1ce-6338c047a53b,segment=NetworkSegment(23758210-a1d1-4a94-af14-41c1fb6f0cdd),segment_id=23758210-a1d1-4a94-af14-41c1fb6f0cdd)] {{(pid=103186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:53:15.610985 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (b02d58c5-fc45-41bd-b1ce-6338c047a53b), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:15.626831 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] DHCP port deletion for e545c365-d10d-438c-b92f-53b0b77d7557 request from dv-cinder-819011-2-iscsi {{(pid=103187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 03:53:15.629653 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] Calling delete_port for b02d58c5-fc45-41bd-b1ce-6338c047a53b owned by network:dhcp {{(pid=103186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:53:15.681892 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] Deleting port b02d58c5-fc45-41bd-b1ce-6338c047a53b {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:53:15.682253 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760337377482'] for port (b02d58c5-fc45-41bd-b1ce-6338c047a53b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:15.694588 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 807acd22-d380-4df0-b5f2-02cc9b6d8df7 no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:53:15.723645 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: 807acd22-d380-4df0-b5f2-02cc9b6d8df7 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:53:15.723982 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device 807acd22-d380-4df0-b5f2-02cc9b6d8df7 not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:53:15.724392 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device b7eb258f-bc05-4d95-b0f4-09f995372b5e no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:53:15.760219 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5192833'] for port (b02d58c5-fc45-41bd-b1ce-6338c047a53b), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:15.772451 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: b7eb258f-bc05-4d95-b0f4-09f995372b5e {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:53:15.772791 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device b7eb258f-bc05-4d95-b0f4-09f995372b5e not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:53:15.773232 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device b02d58c5-fc45-41bd-b1ce-6338c047a53b no longer exists at agent ovs-agent-dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:53:15.786609 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] Pushing event deleted for resources: {'Port': ['ID=b02d58c5-fc45-41bd-b1ce-6338c047a53b,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:53:15.788415 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] No DVR routers for this DVR port b02d58c5-fc45-41bd-b1ce-6338c047a53b on host dv-cinder-819011-2-iscsi {{(pid=103186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:53:15.801780 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] For port b02d58c5-fc45-41bd-b1ce-6338c047a53b, host dv-cinder-819011-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819011-2-iscsi',level=0,port_id=b02d58c5-fc45-41bd-b1ce-6338c047a53b,segment=NetworkSegment(23758210-a1d1-4a94-af14-41c1fb6f0cdd),segment_id=23758210-a1d1-4a94-af14-41c1fb6f0cdd)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:53:15.802175 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587093'] for port (b02d58c5-fc45-41bd-b1ce-6338c047a53b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:15.804874 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] No Port match for: b02d58c5-fc45-41bd-b1ce-6338c047a53b {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:53:15.805212 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Device b02d58c5-fc45-41bd-b1ce-6338c047a53b not bound to the agent host dv-cinder-819011-2-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:53:15.817696 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] Calling delete_port for b02d58c5-fc45-41bd-b1ce-6338c047a53b owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:53:15.861850 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062318', 'neutron.services.segments.db._delete_segments_for_network-8760337342383'] for network (e545c365-d10d-438c-b92f-53b0b77d7557), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:15.881728 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e545c365-d10d-438c-b92f-53b0b77d7557']}} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:53:15.891368 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23758210-a1d1-4a94-af14-41c1fb6f0cdd') {'for_net_delete': True} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:53:15.891661 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.services.segments.db [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23758210-a1d1-4a94-af14-41c1fb6f0cdd') {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:53:15.896153 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760337387587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760336897594'] for port (b02d58c5-fc45-41bd-b1ce-6338c047a53b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:15.900941 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760337342257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4251573'] for segment (23758210-a1d1-4a94-af14-41c1fb6f0cdd), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:15.913674 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756'] for segment (23758210-a1d1-4a94-af14-41c1fb6f0cdd), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:15.919933 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:53:15.920398 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5192946'] for segment (23758210-a1d1-4a94-af14-41c1fb6f0cdd), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:15.921089 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] Pushing event deleted for resources: {'Port': ['ID=b02d58c5-fc45-41bd-b1ce-6338c047a53b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: warnings.warn(msg) Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: Traceback (most recent call last): Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: timer() Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: cb(*args, **kw) Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: return func(*args, **kwargs) Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: self._notify() Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: self.callback(batched_events) Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: event.method(event) Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: return f(self, *a, **k) Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: return self._get(url).json() Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: return self.request(url, 'GET', **kwargs) Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:53:15.922092 dv-cinder-819011-2-iscsi neutron-server[103186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:53:15.930397 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] No DVR routers for this DVR port b02d58c5-fc45-41bd-b1ce-6338c047a53b on host dv-cinder-819011-2-iscsi {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:53:15.938193 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:15.938537 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:15.938878 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:15.939237 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:15.939563 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:15.939892 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:15.940208 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:15.940530 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:15.940844 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:15.941156 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:15.941469 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:15.941849 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:15.942953 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703d15c-ac1d-473f-8c15-e32ee0626496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:16.011603 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586131'] for network (e545c365-d10d-438c-b92f-53b0b77d7557), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:16.017493 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535057'] for network (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:16.020650 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] 10.222.0.115 "DELETE /v2.0/networks/e545c365-d10d-438c-b92f-53b0b77d7557 HTTP/1.1" status: 204 len: 168 time: 0.6018603 Jan 25 03:53:16.031243 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89bb90-500c-4791-81be-87bae6f0b33c admin admin] Pushing event deleted for resources: {'Network': ['ID=e545c365-d10d-438c-b92f-53b0b77d7557,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:53:16.286110 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 56338) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:53:16.326018 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d52167db-558f-4257-8943-160a7ccff1d4 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=bbf2a4190655482593e7a860bbf16549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387340 Jan 25 03:53:16.328665 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 56340) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:53:16.378497 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ffa135d-d1f1-4ce5-ab08-14c01bc096e4 admin admin] Publish callbacks [] for security_group (90951564-eb56-4998-bdbd-3bfb362a296f), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:16.399333 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ffa135d-d1f1-4ce5-ab08-14c01bc096e4 admin admin] Publish callbacks [] for security_group (90951564-eb56-4998-bdbd-3bfb362a296f), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:16.543161 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ffa135d-d1f1-4ce5-ab08-14c01bc096e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (90951564-eb56-4998-bdbd-3bfb362a296f), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:16.546341 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5ffa135d-d1f1-4ce5-ab08-14c01bc096e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:16.547549 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-5ffa135d-d1f1-4ce5-ab08-14c01bc096e4 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/90951564-eb56-4998-bdbd-3bfb362a296f HTTP/1.1" status: 204 len: 168 time: 0.2180033 Jan 25 03:53:16.555127 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa135d-d1f1-4ce5-ab08-14c01bc096e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90951564-eb56-4998-bdbd-3bfb362a296f,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:53:16.562541 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa135d-d1f1-4ce5-ab08-14c01bc096e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:16.562889 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa135d-d1f1-4ce5-ab08-14c01bc096e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:16.563419 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa135d-d1f1-4ce5-ab08-14c01bc096e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:16.563890 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa135d-d1f1-4ce5-ab08-14c01bc096e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:16.564227 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa135d-d1f1-4ce5-ab08-14c01bc096e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:16.564661 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa135d-d1f1-4ce5-ab08-14c01bc096e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:16.564953 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa135d-d1f1-4ce5-ab08-14c01bc096e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:16.565277 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa135d-d1f1-4ce5-ab08-14c01bc096e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:16.565605 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa135d-d1f1-4ce5-ab08-14c01bc096e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:16.565929 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa135d-d1f1-4ce5-ab08-14c01bc096e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:16.566255 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa135d-d1f1-4ce5-ab08-14c01bc096e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:16.566600 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa135d-d1f1-4ce5-ab08-14c01bc096e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:16.566937 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa135d-d1f1-4ce5-ab08-14c01bc096e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:53:31.490567 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84374b26-7853-4a3c-b2f3-a66c45e03016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:33.758898 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c45ebad-e148-402a-bb0a-cf42cdad4de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:35.296395 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:36.799121 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:37.992877 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:42.096085 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:45.708011 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:53:56.578391 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 56568) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:53:56.691725 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-584b981d-5998-4c24-9bd4-caee060e09f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:56.766383 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-584b981d-5998-4c24-9bd4-caee060e09f0 admin admin] Publish callbacks [] for security_group (1c23751b-3506-410b-a8b7-d3d520d8c11b), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:56.815072 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-584b981d-5998-4c24-9bd4-caee060e09f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (1c23751b-3506-410b-a8b7-d3d520d8c11b), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:56.853097 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-584b981d-5998-4c24-9bd4-caee060e09f0 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=655971117f7b4898a4329d16009c833a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736428 Jan 25 03:53:56.853954 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b981d-5998-4c24-9bd4-caee060e09f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c23751b-3506-410b-a8b7-d3d520d8c11b,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:53:56.855835 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 56572) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:53:56.903453 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ca4b494e-bebb-4b47-a0e4-815990c3e2b1 admin admin] Publish callbacks [] for security_group (1c23751b-3506-410b-a8b7-d3d520d8c11b), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:56.924050 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ca4b494e-bebb-4b47-a0e4-815990c3e2b1 admin admin] Publish callbacks [] for security_group (1c23751b-3506-410b-a8b7-d3d520d8c11b), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:57.026761 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ca4b494e-bebb-4b47-a0e4-815990c3e2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (1c23751b-3506-410b-a8b7-d3d520d8c11b), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:57.029673 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ca4b494e-bebb-4b47-a0e4-815990c3e2b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:57.030819 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-ca4b494e-bebb-4b47-a0e4-815990c3e2b1 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/1c23751b-3506-410b-a8b7-d3d520d8c11b HTTP/1.1" status: 204 len: 168 time: 0.1739957 Jan 25 03:53:57.038513 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b494e-bebb-4b47-a0e4-815990c3e2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c23751b-3506-410b-a8b7-d3d520d8c11b,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:53:57.557123 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 56582) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:53:57.570917 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1b0bb953-69b8-4d72-870c-ede0548d27ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:57.643677 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1b0bb953-69b8-4d72-870c-ede0548d27ce admin admin] Publish callbacks [] for security_group (7cd5709e-26a4-4e2b-88fc-045740010657), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:57.684477 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1b0bb953-69b8-4d72-870c-ede0548d27ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (7cd5709e-26a4-4e2b-88fc-045740010657), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:57.725380 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1b0bb953-69b8-4d72-870c-ede0548d27ce admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=004ccd7080534c97b0de44cd49de3def&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671622 Jan 25 03:53:57.726231 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bb953-69b8-4d72-870c-ede0548d27ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd5709e-26a4-4e2b-88fc-045740010657,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:53:57.728061 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 56584) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:53:57.776000 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ed76-a868-4841-a5c0-d8c1638dceaf admin admin] Publish callbacks [] for security_group (7cd5709e-26a4-4e2b-88fc-045740010657), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:57.798658 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ed76-a868-4841-a5c0-d8c1638dceaf admin admin] Publish callbacks [] for security_group (7cd5709e-26a4-4e2b-88fc-045740010657), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:57.883552 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ed76-a868-4841-a5c0-d8c1638dceaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (7cd5709e-26a4-4e2b-88fc-045740010657), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:57.886064 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ed76-a868-4841-a5c0-d8c1638dceaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:53:57.887364 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-8cf9ed76-a868-4841-a5c0-d8c1638dceaf admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/7cd5709e-26a4-4e2b-88fc-045740010657 HTTP/1.1" status: 204 len: 168 time: 0.1580498 Jan 25 03:53:57.904482 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9ed76-a868-4841-a5c0-d8c1638dceaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd5709e-26a4-4e2b-88fc-045740010657,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:54:01.483870 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da78c5ef-5ecb-432a-b305-b94e82c214c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:03.798217 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29c9cbbb-dba0-4ad2-84fe-9932ec244f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:05.271919 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:06.889598 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:07.969108 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:10.668425 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 56690) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:54:10.775953 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-870cde34-5360-4af8-b16f-73cfbf4b0559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:10.850785 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-870cde34-5360-4af8-b16f-73cfbf4b0559 admin admin] Publish callbacks [] for security_group (2174e159-7d71-4f0c-b58c-dcaac4efe8ea), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:10.911774 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-870cde34-5360-4af8-b16f-73cfbf4b0559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (2174e159-7d71-4f0c-b58c-dcaac4efe8ea), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:10.950058 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-870cde34-5360-4af8-b16f-73cfbf4b0559 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=78ad8b7d4a9c46518ffe60639f6a7a06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805681 Jan 25 03:54:10.951194 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cde34-5360-4af8-b16f-73cfbf4b0559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2174e159-7d71-4f0c-b58c-dcaac4efe8ea,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:54:10.953528 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 56694) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:54:11.001946 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b883-e803-4006-829b-6e0a4edbea04 admin admin] Publish callbacks [] for security_group (2174e159-7d71-4f0c-b58c-dcaac4efe8ea), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:11.025870 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b883-e803-4006-829b-6e0a4edbea04 admin admin] Publish callbacks [] for security_group (2174e159-7d71-4f0c-b58c-dcaac4efe8ea), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:11.174796 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b883-e803-4006-829b-6e0a4edbea04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (2174e159-7d71-4f0c-b58c-dcaac4efe8ea), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:11.177350 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b883-e803-4006-829b-6e0a4edbea04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:11.178498 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-9cc4b883-e803-4006-829b-6e0a4edbea04 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/2174e159-7d71-4f0c-b58c-dcaac4efe8ea HTTP/1.1" status: 204 len: 168 time: 0.2239122 Jan 25 03:54:11.186504 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4b883-e803-4006-829b-6e0a4edbea04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2174e159-7d71-4f0c-b58c-dcaac4efe8ea,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:54:11.193765 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4b883-e803-4006-829b-6e0a4edbea04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:11.194114 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4b883-e803-4006-829b-6e0a4edbea04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:11.194453 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4b883-e803-4006-829b-6e0a4edbea04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:11.194788 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4b883-e803-4006-829b-6e0a4edbea04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:11.195167 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4b883-e803-4006-829b-6e0a4edbea04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:11.195472 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4b883-e803-4006-829b-6e0a4edbea04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:11.195797 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4b883-e803-4006-829b-6e0a4edbea04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:11.196119 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4b883-e803-4006-829b-6e0a4edbea04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:11.196444 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4b883-e803-4006-829b-6e0a4edbea04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:11.196765 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4b883-e803-4006-829b-6e0a4edbea04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:11.197083 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4b883-e803-4006-829b-6e0a4edbea04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:11.197397 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4b883-e803-4006-829b-6e0a4edbea04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:11.197711 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4b883-e803-4006-829b-6e0a4edbea04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:11.695283 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 56700) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:54:11.709271 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-73fde6c8-1b52-4cc3-8c73-5f5745b386d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:11.782763 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-73fde6c8-1b52-4cc3-8c73-5f5745b386d1 admin admin] Publish callbacks [] for security_group (f0e78bac-bf23-4594-9448-4ab2266b02db), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:11.825938 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-73fde6c8-1b52-4cc3-8c73-5f5745b386d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (f0e78bac-bf23-4594-9448-4ab2266b02db), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:11.865009 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-73fde6c8-1b52-4cc3-8c73-5f5745b386d1 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=b20bc93fcd4c4c8caf042d340ec9897b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1685894 Jan 25 03:54:11.865795 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fde6c8-1b52-4cc3-8c73-5f5745b386d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e78bac-bf23-4594-9448-4ab2266b02db,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:54:11.867757 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 56702) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:54:11.915133 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-243a4cf7-e6b2-4aeb-843f-88ac1d2e823b admin admin] Publish callbacks [] for security_group (f0e78bac-bf23-4594-9448-4ab2266b02db), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:11.935511 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-243a4cf7-e6b2-4aeb-843f-88ac1d2e823b admin admin] Publish callbacks [] for security_group (f0e78bac-bf23-4594-9448-4ab2266b02db), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:12.055001 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-243a4cf7-e6b2-4aeb-843f-88ac1d2e823b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (f0e78bac-bf23-4594-9448-4ab2266b02db), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:12.057558 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-243a4cf7-e6b2-4aeb-843f-88ac1d2e823b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:12.058794 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-243a4cf7-e6b2-4aeb-843f-88ac1d2e823b admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/f0e78bac-bf23-4594-9448-4ab2266b02db HTTP/1.1" status: 204 len: 168 time: 0.1900210 Jan 25 03:54:12.067275 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a4cf7-e6b2-4aeb-843f-88ac1d2e823b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e78bac-bf23-4594-9448-4ab2266b02db,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:54:12.123108 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:22.705775 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:54:24.267031 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 56790) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:54:24.370931 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-29195b84-6b6a-400a-8c73-53d7dd62df91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:24.446233 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-29195b84-6b6a-400a-8c73-53d7dd62df91 admin admin] Publish callbacks [] for security_group (ba0ac714-da88-47c6-be86-241d6104051a), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:24.511180 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-29195b84-6b6a-400a-8c73-53d7dd62df91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (ba0ac714-da88-47c6-be86-241d6104051a), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:24.550527 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-29195b84-6b6a-400a-8c73-53d7dd62df91 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=9bbefabb190b4ef9ad66f36dd0ead524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823913 Jan 25 03:54:24.551407 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29195b84-6b6a-400a-8c73-53d7dd62df91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0ac714-da88-47c6-be86-241d6104051a,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:54:24.553355 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 56794) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:54:24.603979 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd9faba5-9e2f-4546-b442-f67bff24b86e admin admin] Publish callbacks [] for security_group (ba0ac714-da88-47c6-be86-241d6104051a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:24.624982 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd9faba5-9e2f-4546-b442-f67bff24b86e admin admin] Publish callbacks [] for security_group (ba0ac714-da88-47c6-be86-241d6104051a), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:24.740291 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd9faba5-9e2f-4546-b442-f67bff24b86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (ba0ac714-da88-47c6-be86-241d6104051a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:24.743030 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dd9faba5-9e2f-4546-b442-f67bff24b86e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:24.744250 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-dd9faba5-9e2f-4546-b442-f67bff24b86e admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/ba0ac714-da88-47c6-be86-241d6104051a HTTP/1.1" status: 204 len: 168 time: 0.1898732 Jan 25 03:54:24.753054 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9faba5-9e2f-4546-b442-f67bff24b86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0ac714-da88-47c6-be86-241d6104051a,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:54:24.760355 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9faba5-9e2f-4546-b442-f67bff24b86e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:24.760719 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9faba5-9e2f-4546-b442-f67bff24b86e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:24.761037 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9faba5-9e2f-4546-b442-f67bff24b86e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:24.761368 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9faba5-9e2f-4546-b442-f67bff24b86e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:24.761694 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9faba5-9e2f-4546-b442-f67bff24b86e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:24.762018 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9faba5-9e2f-4546-b442-f67bff24b86e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:24.762344 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9faba5-9e2f-4546-b442-f67bff24b86e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:24.762721 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9faba5-9e2f-4546-b442-f67bff24b86e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:24.762972 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9faba5-9e2f-4546-b442-f67bff24b86e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:24.763325 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9faba5-9e2f-4546-b442-f67bff24b86e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:24.763644 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9faba5-9e2f-4546-b442-f67bff24b86e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:24.763955 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9faba5-9e2f-4546-b442-f67bff24b86e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:24.764288 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9faba5-9e2f-4546-b442-f67bff24b86e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:54:31.471480 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7e2e2fda-663d-427a-ae3b-bcddfe7c6152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:33.768613 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-188ff944-570a-44aa-9d74-5f4e50fca3e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:35.305509 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:35.619217 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 56916) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:54:35.720784 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8358b71a-3921-4cc6-aa94-e7255ac16e68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:35.792742 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8358b71a-3921-4cc6-aa94-e7255ac16e68 admin admin] Publish callbacks [] for security_group (d5c9b998-335a-406c-8c95-60227e72a343), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:35.848584 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8358b71a-3921-4cc6-aa94-e7255ac16e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (d5c9b998-335a-406c-8c95-60227e72a343), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:35.886422 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-8358b71a-3921-4cc6-aa94-e7255ac16e68 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=f741ffbbf5c849219db696d367fe58d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661505 Jan 25 03:54:35.887385 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358b71a-3921-4cc6-aa94-e7255ac16e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c9b998-335a-406c-8c95-60227e72a343,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:54:35.889057 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 56920) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:54:35.942321 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-90dedd04-42a9-42d4-8305-a4944dce5e06 admin admin] Publish callbacks [] for security_group (d5c9b998-335a-406c-8c95-60227e72a343), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:35.963288 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-90dedd04-42a9-42d4-8305-a4944dce5e06 admin admin] Publish callbacks [] for security_group (d5c9b998-335a-406c-8c95-60227e72a343), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:36.060173 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-90dedd04-42a9-42d4-8305-a4944dce5e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (d5c9b998-335a-406c-8c95-60227e72a343), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:36.063326 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-90dedd04-42a9-42d4-8305-a4944dce5e06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:36.064503 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-90dedd04-42a9-42d4-8305-a4944dce5e06 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/d5c9b998-335a-406c-8c95-60227e72a343 HTTP/1.1" status: 204 len: 168 time: 0.1733916 Jan 25 03:54:36.072282 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dedd04-42a9-42d4-8305-a4944dce5e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c9b998-335a-406c-8c95-60227e72a343,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:54:36.663814 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 56926) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:54:36.677599 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-60d28ba0-e6c0-479b-b747-1d83a4ae0096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:36.754793 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-60d28ba0-e6c0-479b-b747-1d83a4ae0096 admin admin] Publish callbacks [] for security_group (c91b28ca-561b-4794-b87f-c878cd7cb2a2), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:36.802507 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:36.819664 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-60d28ba0-e6c0-479b-b747-1d83a4ae0096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (c91b28ca-561b-4794-b87f-c878cd7cb2a2), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:36.858510 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-60d28ba0-e6c0-479b-b747-1d83a4ae0096 admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=f6eef772a9cd4620bff19cfbaed1274c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935520 Jan 25 03:54:36.859562 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d28ba0-e6c0-479b-b747-1d83a4ae0096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91b28ca-561b-4794-b87f-c878cd7cb2a2,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:54:36.861587 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 56928) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:54:36.909595 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a4eca8a4-b9c1-43f7-985c-ec250e80b56c admin admin] Publish callbacks [] for security_group (c91b28ca-561b-4794-b87f-c878cd7cb2a2), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:36.930225 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a4eca8a4-b9c1-43f7-985c-ec250e80b56c admin admin] Publish callbacks [] for security_group (c91b28ca-561b-4794-b87f-c878cd7cb2a2), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:37.031560 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a4eca8a4-b9c1-43f7-985c-ec250e80b56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (c91b28ca-561b-4794-b87f-c878cd7cb2a2), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:37.034114 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-a4eca8a4-b9c1-43f7-985c-ec250e80b56c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:37.035290 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-a4eca8a4-b9c1-43f7-985c-ec250e80b56c admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/c91b28ca-561b-4794-b87f-c878cd7cb2a2 HTTP/1.1" status: 204 len: 168 time: 0.1727092 Jan 25 03:54:37.043736 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eca8a4-b9c1-43f7-985c-ec250e80b56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91b28ca-561b-4794-b87f-c878cd7cb2a2,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:54:37.675923 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 56934) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:54:37.689222 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4a34bbdd-f5b9-4f4e-9092-a4ac85c7bd7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:37.760908 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4a34bbdd-f5b9-4f4e-9092-a4ac85c7bd7c admin admin] Publish callbacks [] for security_group (bc84fc46-d27f-479f-ba1c-6f50f6805e09), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:37.814920 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4a34bbdd-f5b9-4f4e-9092-a4ac85c7bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (bc84fc46-d27f-479f-ba1c-6f50f6805e09), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:37.851990 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34bbdd-f5b9-4f4e-9092-a4ac85c7bd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc84fc46-d27f-479f-ba1c-6f50f6805e09,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:54:37.856242 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-4a34bbdd-f5b9-4f4e-9092-a4ac85c7bd7c admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=7cf3b0c4c4e14b7694aa66687215cbc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1793017 Jan 25 03:54:37.858909 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 56936) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:54:37.905658 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fed9544b-6356-4319-8b89-fbf114ed76de admin admin] Publish callbacks [] for security_group (bc84fc46-d27f-479f-ba1c-6f50f6805e09), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:37.929751 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fed9544b-6356-4319-8b89-fbf114ed76de admin admin] Publish callbacks [] for security_group (bc84fc46-d27f-479f-ba1c-6f50f6805e09), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:37.957035 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:38.032027 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fed9544b-6356-4319-8b89-fbf114ed76de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (bc84fc46-d27f-479f-ba1c-6f50f6805e09), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:38.034752 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fed9544b-6356-4319-8b89-fbf114ed76de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:38.035927 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-fed9544b-6356-4319-8b89-fbf114ed76de admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/bc84fc46-d27f-479f-ba1c-6f50f6805e09 HTTP/1.1" status: 204 len: 168 time: 0.1760702 Jan 25 03:54:38.043666 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9544b-6356-4319-8b89-fbf114ed76de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc84fc46-d27f-479f-ba1c-6f50f6805e09,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:54:42.111476 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:54:59.705067 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:55:01.470050 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1434d9cf-f6c0-4a00-a470-f5f9a92b129a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:03.790976 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cfe57dbe-40bb-49bd-a965-689e3dbd1781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:05.322224 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:06.819074 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:07.973551 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:12.104857 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:21.590345 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.115', 57154) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:55:21.692748 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6b649ff8-2730-4295-8871-82240ac4223a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:21.763682 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6b649ff8-2730-4295-8871-82240ac4223a admin admin] Publish callbacks [] for security_group (bf802e04-1482-4faf-bc99-78d59ceb6f86), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:21.847612 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6b649ff8-2730-4295-8871-82240ac4223a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (bf802e04-1482-4faf-bc99-78d59ceb6f86), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:21.887073 dv-cinder-819011-2-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-6b649ff8-2730-4295-8871-82240ac4223a admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=e7a10fc0c08b4668ad7fc718eeb4cc65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956076 Jan 25 03:55:21.888039 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b649ff8-2730-4295-8871-82240ac4223a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf802e04-1482-4faf-bc99-78d59ceb6f86,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:55:21.889734 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 57158) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:55:21.939839 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-de73c619-78a0-4f10-a283-54b35c676371 admin admin] Publish callbacks [] for security_group (bf802e04-1482-4faf-bc99-78d59ceb6f86), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:21.962707 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-de73c619-78a0-4f10-a283-54b35c676371 admin admin] Publish callbacks [] for security_group (bf802e04-1482-4faf-bc99-78d59ceb6f86), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:22.087490 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-de73c619-78a0-4f10-a283-54b35c676371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (bf802e04-1482-4faf-bc99-78d59ceb6f86), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:22.090063 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-de73c619-78a0-4f10-a283-54b35c676371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:22.091250 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-de73c619-78a0-4f10-a283-54b35c676371 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/bf802e04-1482-4faf-bc99-78d59ceb6f86 HTTP/1.1" status: 204 len: 168 time: 0.1996953 Jan 25 03:55:22.100589 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73c619-78a0-4f10-a283-54b35c676371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf802e04-1482-4faf-bc99-78d59ceb6f86,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:55:22.106879 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73c619-78a0-4f10-a283-54b35c676371 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:55:22.107274 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73c619-78a0-4f10-a283-54b35c676371 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:55:22.107618 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73c619-78a0-4f10-a283-54b35c676371 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:55:22.107957 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73c619-78a0-4f10-a283-54b35c676371 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:55:22.108292 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73c619-78a0-4f10-a283-54b35c676371 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:55:22.108625 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73c619-78a0-4f10-a283-54b35c676371 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:55:22.109197 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73c619-78a0-4f10-a283-54b35c676371 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:55:22.109498 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73c619-78a0-4f10-a283-54b35c676371 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:55:22.109924 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73c619-78a0-4f10-a283-54b35c676371 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:55:22.110266 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73c619-78a0-4f10-a283-54b35c676371 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:55:22.110597 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73c619-78a0-4f10-a283-54b35c676371 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:55:22.110916 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73c619-78a0-4f10-a283-54b35c676371 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:55:22.111261 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73c619-78a0-4f10-a283-54b35c676371 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819011-2-iscsi {{(pid=103186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:55:31.469791 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4719c3fb-92b9-4bff-8b59-d1ab32adcd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:33.772652 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d82ec5f7-2c9b-4a84-bc28-847572cb7523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:35.320026 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:36.705184 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:55:36.807048 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:37.995416 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:42.132764 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:46.019944 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 57308) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:55:46.125779 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4ae97e3c-9646-4c56-bd94-5a3d3aa47abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:46.196296 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4ae97e3c-9646-4c56-bd94-5a3d3aa47abb admin admin] Publish callbacks [] for security_group (73d894ee-1791-425d-80c5-2820acaf530e), precommit_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:46.246800 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-4ae97e3c-9646-4c56-bd94-5a3d3aa47abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (73d894ee-1791-425d-80c5-2820acaf530e), after_create {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:46.284183 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae97e3c-9646-4c56-bd94-5a3d3aa47abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d894ee-1791-425d-80c5-2820acaf530e,revision_number=1']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:55:46.288447 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-4ae97e3c-9646-4c56-bd94-5a3d3aa47abb admin admin] 10.222.0.115 "GET /v2.0/security-groups?tenant_id=fb0720463fee423a9d320b9ed101fa77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674704 Jan 25 03:55:46.291239 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [-] (103186) accepted ('10.222.0.115', 57312) {{(pid=103186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:55:46.338365 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa1fb-92af-4f53-b0d9-01275eb98ed3 admin admin] Publish callbacks [] for security_group (73d894ee-1791-425d-80c5-2820acaf530e), before_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:46.358685 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa1fb-92af-4f53-b0d9-01275eb98ed3 admin admin] Publish callbacks [] for security_group (73d894ee-1791-425d-80c5-2820acaf530e), precommit_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:46.479746 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa1fb-92af-4f53-b0d9-01275eb98ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970032'] for security_group (73d894ee-1791-425d-80c5-2820acaf530e), after_delete {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:46.482219 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa1fb-92af-4f53-b0d9-01275eb98ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:55:46.483385 dv-cinder-819011-2-iscsi neutron-server[103186]: INFO neutron.wsgi [None req-dc2aa1fb-92af-4f53-b0d9-01275eb98ed3 admin admin] 10.222.0.115 "DELETE /v2.0/security-groups/73d894ee-1791-425d-80c5-2820acaf530e HTTP/1.1" status: 204 len: 168 time: 0.1912365 Jan 25 03:55:46.491123 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2aa1fb-92af-4f53-b0d9-01275eb98ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d894ee-1791-425d-80c5-2820acaf530e,revision_number=None']} {{(pid=103186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:56:01.492386 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fb5f27e4-88f7-4bd9-a5b0-c3f540202df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:56:03.754696 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7d3da2ee-9925-47d7-bb15-8d60b20649eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:56:05.295414 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:56:06.798310 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:56:08.026793 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:56:12.166106 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:56:13.704575 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:56:31.468478 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c38c0d89-8bb9-4c3f-af49-872d008c046b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:56:33.786119 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cd6b4277-5695-41da-bdf9-980b1ebc3f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:56:35.302581 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:56:36.811521 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:56:37.996916 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:56:42.134171 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:56:50.702692 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:57:01.476283 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-012b472d-ad96-4155-8d1b-8f5a6d97dd10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:57:03.776508 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3f8fc6b-f610-4ec7-95b5-765ce5ed35b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:57:05.364765 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:57:06.816490 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:57:07.990486 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:57:12.155472 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:57:27.701549 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:57:31.491697 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-837c75d5-12f1-4309-98c7-b947898d0d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:57:33.788901 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-25c5b319-3051-4077-a3f7-3d2b12377469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:57:35.320622 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:57:36.823282 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:57:37.977262 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:57:42.152658 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:58:01.468031 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0830535-b25a-40e5-aef9-3b9c5c4ce311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:58:03.769141 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12d43164-ff60-4dc6-b496-9a67db71579e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:58:04.700603 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:58:05.317651 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:58:06.821934 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:58:07.981637 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:58:12.159095 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:58:31.460575 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a09baea3-dab0-4092-a539-3fc5be3f38df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:58:33.775359 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa344951-7a7d-4243-a7ee-7f49d814610f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:58:35.295078 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:58:36.815364 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:58:38.003539 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:58:41.700072 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:58:42.151712 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:59:01.470827 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbc619a4-ae9c-4d52-b8dd-b387d39b7f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:59:03.756873 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-013a7fa8-3e31-489b-96bc-952b823faf05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:59:05.310548 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:59:06.825317 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:59:07.991386 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:59:12.196185 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:59:18.699757 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:59:31.458595 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0611-0fd6-4d08-8055-34fef9ace1a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:59:33.767280 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7c67b53-9294-4506-b723-74a462760caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:59:35.315222 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:59:36.830227 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:59:37.978103 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:59:42.166531 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:59:45.806273 dv-cinder-819011-2-iscsi neutron-server[103185]: DEBUG neutron.wsgi [req-094519fb-77d0-41ad-8c46-03e9af872eab req-fdb7f03b-f527-40ed-a9dd-9804efc3cf6a service neutron] (103185) timed out ('10.222.0.115', 54700) {{(pid=103185) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 03:59:55.698553 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:59:56.696551 dv-cinder-819011-2-iscsi neutron-server[103186]: DEBUG neutron.wsgi [req-65060944-aeea-4896-8d8c-18d22d1f1ab3 req-787ac3c7-85f0-46d9-a270-34c5dd2cb7d3 service neutron] (103186) timed out ('10.222.0.115', 51736) {{(pid=103186) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 04:00:01.434830 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9af0f1c3-99d0-4e86-ada9-923636b87843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 04:00:03.772167 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f806-6cf9-4c28-a277-81770e2e5320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 04:00:05.331979 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 04:00:06.823170 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 04:00:07.988972 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 04:00:12.160187 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 04:00:31.445680 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3988d92e-0fc6-4c89-91b1-efcede293085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 04:00:32.698332 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 04:00:33.765741 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3bc880b2-35b7-42ad-9d6b-9938ef00bcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 04:00:35.336055 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 04:00:36.833832 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 04:00:38.003747 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 04:00:42.176928 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 04:01:01.445056 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3a812c9c-3a5b-41b5-a45a-3beef0e097bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (5c3e864f-61ec-45bb-b284-87f8aa4f333d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 04:01:03.810601 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-581c422c-a0e2-41fe-b2cc-74b2c17af7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (b7548bd4-6d3e-45ad-bf76-054bc87fb2ca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 04:01:05.341764 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ebbfa00-d00c-4f53-aec3-51b4097b0016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (55ba1e37-93d7-4c94-a23d-ad49a966df3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 04:01:06.839309 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7c0973a-494e-4308-a32a-d799c27f52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (512d073a-149c-4696-9bfe-9468679a5727), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 04:01:07.999177 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8885fcf4-6747-4590-a0fe-a58ee9a1f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (c11579aa-f0cd-4d26-9204-efa0ac89ff3e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 04:01:09.698158 dv-cinder-819011-2-iscsi neutron-server[103188]: DEBUG neutron.db.agents_db [None req-4e1dc9b4-ae7b-41af-934b-6735a9a76f14 None None] Agent healthcheck: found 6 active agents {{(pid=103188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 04:01:12.214169 dv-cinder-819011-2-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c27777-f97d-4632-a9dd-bbf4545cba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760337342365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2065428'] for agent (8bb7bdc2-b046-4396-b9f8-cd583761e4b0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}